-- Logs begin at Mon 2021-10-11 16:39:02 UTC, end at Mon 2021-10-11 17:48:05 UTC. -- Oct 11 17:20:52.634006 dv-cinder-808959-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 11 17:20:55.369556 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.common.config [-] Logging enabled! Oct 11 17:20:55.370138 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev58 Oct 11 17:20:55.370359 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94279) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 11 17:20:55.373706 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.common.config [-] Logging enabled! Oct 11 17:20:55.373970 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev58 Oct 11 17:20:55.374291 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94279) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 11 17:20:55.375245 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 17:20:55.375488 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 17:20:55.375858 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 17:20:55.376107 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 17:20:55.376338 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 17:20:55.376663 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.376969 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.377303 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.377538 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.377842 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.378142 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.378433 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.378726 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.379033 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.379324 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.379610 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.379899 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.380134 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.380419 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.380714 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.381008 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.381270 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] debug = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.381558 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.381993 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.382419 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.382708 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.383025 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.383331 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.383595 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.383878 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.384168 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.384504 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] host = dv-cinder-808959-3-iscsi {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.384788 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.385100 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.385402 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.385697 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.385981 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.386265 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.386558 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.386842 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.387121 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] log_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.387407 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.387701 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.387998 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.388292 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.388524 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.388748 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.389047 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.389367 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.389649 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.389931 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.390212 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.390492 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.390774 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.391051 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.391348 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.391689 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.391941 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.392224 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.392511 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.392808 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.393081 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.393390 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.393674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.393954 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.394234 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.394528 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.394805 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.395085 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.395393 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.395687 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.395976 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.396271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.396552 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.396845 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.397156 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.397441 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.397722 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] use_json = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.398003 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.398282 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.398574 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.399386 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.399663 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.399947 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.400227 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.400519 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:55.400822 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.401155 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.401465 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.401756 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.402069 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.402358 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.402653 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.402945 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.403240 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.403535 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.403828 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.404116 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.404411 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.404699 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.405000 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.405340 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.405643 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.405942 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.406227 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.406507 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.406788 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.407076 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.407372 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.407658 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.407953 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.408251 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.408538 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.408834 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.409167 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.409468 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.409749 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.410038 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.410338 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.410627 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.410911 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.411197 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.411494 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.411780 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.412060 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.412351 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.412640 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.412926 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.413239 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.413529 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.413827 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.414112 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.415017 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.415315 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.415604 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.415886 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.416179 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.416465 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.416747 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.417028 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.417341 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.417624 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.417904 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.418191 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.418470 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.418755 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.419035 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.419314 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.419593 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.419871 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.420149 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.420427 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.420704 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.420987 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.421291 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.421569 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.421847 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.422126 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.422404 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.422699 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.423010 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.423298 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.423585 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.423870 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.424156 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.424441 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.424725 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.425008 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.425319 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.425599 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.425897 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.426188 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.426479 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.426769 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.427054 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.427375 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.427662 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.427953 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.428239 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.428524 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.428816 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.429132 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.429438 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.429742 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.430069 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.430374 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.430679 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.430967 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.431283 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.431570 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:55.431792 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 17:20:55.432037 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94279) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 11 17:20:55.865555 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 17:20:55.865839 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 17:20:55.866137 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 17:20:55.866477 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 11 17:20:56.187406 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.187708 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.187983 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.189188 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.189467 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.189735 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.224509 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.224798 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.225089 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.240485 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.240768 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.241070 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.271673 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.271957 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.272234 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.309132 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.309420 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.309698 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.545537 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.546160 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.546160 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.546347 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.547058 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.669525 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.669848 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.670132 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.670407 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.670678 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.670994 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.671259 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.671521 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.671779 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.672065 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.672327 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.672595 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.672901 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.673127 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.673387 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.673652 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.673910 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.674178 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.674448 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.674709 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.674985 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.675239 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.675522 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.675897 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.676149 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.676401 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.676801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 17:20:56.677045 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 17:20:56.677315 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 17:20:56.677556 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 17:20:56.677792 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 17:20:56.678031 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 17:20:56.678402 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 11 17:20:56.682088 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 11 17:20:56.686097 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 11 17:20:56.690900 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 11 17:20:56.692573 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 11 17:20:56.693041 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 11 17:20:56.693410 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 11 17:20:56.693802 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 11 17:20:56.696681 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 11 17:20:56.696940 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 11 17:20:56.697358 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 17:20:56.702696 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 11 17:20:56.725082 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 11 17:20:56.725549 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.725851 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94279) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 11 17:20:56.726215 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.728137 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94279) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 11 17:20:56.728420 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 17:20:56.728671 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 11 17:20:56.732140 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.732426 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:56.797482 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 11 17:20:56.797671 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 11 17:20:56.797910 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 11 17:20:56.798284 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 11 17:20:56.818300 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_db.sqlalchemy.engines [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94279) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 11 17:20:57.699698 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Initializing driver for type 'gre' Oct 11 17:20:57.700390 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] gre ID ranges: [(1, 1000)] Oct 11 17:20:57.893948 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Initializing driver for type 'local' Oct 11 17:20:57.894280 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Initializing driver for type 'vlan' Oct 11 17:20:57.991469 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] VlanTypeDriver initialization complete Oct 11 17:20:57.991892 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Initializing driver for type 'vxlan' Oct 11 17:20:57.993146 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] vxlan ID ranges: [(1, 1000)] Oct 11 17:20:58.191415 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Initializing extension driver 'port_security' Oct 11 17:20:58.191741 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] PortSecurityExtensionDriver initialization complete Oct 11 17:20:58.192075 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Initializing mechanism driver 'openvswitch' Oct 11 17:20:58.192395 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Initializing mechanism driver 'hyperv' Oct 11 17:20:58.199049 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:20:58.206205 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > port after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.206205 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > port after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.206205 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > port after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.206205 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 17:20:58.206205 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > subnet after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.206667 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > subnet after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.206667 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.206667 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 17:20:58.206667 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > network after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.206667 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > network after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207090 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > network after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207090 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 17:20:58.207090 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > security_group after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207090 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > security_group after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207090 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > security_group after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207464 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 17:20:58.207464 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207464 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207464 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207464 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 17:20:58.207896 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > address_group after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.207896 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > address_group after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.208061 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > address_group after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.208431 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 17:20:58.208808 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] ML2 OVO RPC backend initialized. {{(pid=94279) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 11 17:20:58.209540 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.209897 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.210318 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > network before_response 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.210665 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > networks before_response 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.211013 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > port before_response 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.211384 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > ports before_response 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.211726 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > subnet before_response 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.212067 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > subnets before_response 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.212692 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > network after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.213121 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > network after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.213426 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > network after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.213764 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > port after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.214130 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > port after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.214466 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > port after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.214802 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > subnet after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.215138 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > subnet after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.215473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.216054 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.plugin [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Modular L2 Plugin initialization complete Oct 11 17:20:58.216385 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading services supported by the core plugin {{(pid=94279) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 11 17:20:58.216713 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.plugins.ml2.managers [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Got port-security extension from driver 'port_security' Oct 11 17:20:58.217219 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.extensions.vlantransparent [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Disabled vlantransparent extension. Oct 11 17:20:58.217747 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94279) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 11 17:20:58.218077 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading Plugin: router Oct 11 17:20:58.254735 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router_interface before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.255074 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router after_create 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.255446 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router before_create 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.255814 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.256188 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.256546 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router after_delete 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.256906 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > floatingip after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.257290 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > floatingip after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.257651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router after_create 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.258020 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router after_update 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.258371 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router after_update 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.258719 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.259078 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router after_update 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.259485 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_update 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.259852 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: port after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.260194 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: port after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.260532 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: subnet after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.260872 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.261257 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > port precommit_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.261606 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_create 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.261946 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: port before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.262290 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.262645 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router after_update 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.262989 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_delete 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.263337 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_create 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.263697 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.264042 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_update 55549900 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.264406 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > agent after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.264756 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > agent after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.265129 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > network after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.265995 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Tracking information for resource: router configured {{(pid=94279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 17:20:58.266332 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Tracking information for resource: floatingip configured {{(pid=94279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 17:20:58.271337 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.db.l3_agentschedulers_db [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 11 17:20:58.271925 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: port after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.272291 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: port after_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.272642 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: port after_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.272998 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: port after_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.274324 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router before_create 55550100 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.274690 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_delete 55550100 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.275051 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_create 55550100 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.275407 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > router precommit_update 55550100 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.280377 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.services.provider_configuration [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service providers = [] {{(pid=94279) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 11 17:20:58.280746 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.db.servicetype_db [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94279) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 11 17:20:58.283738 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.services.service_base [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 17:20:58.284090 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.services.service_base [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 17:20:58.284435 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.services.service_base [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 17:20:58.285363 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.services.service_base [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 17:20:58.285740 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.services.service_base [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 11 17:20:58.286118 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 17:20:58.286439 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 11 17:20:58.297743 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 17:20:58.298080 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading Plugin: auto_allocate Oct 11 17:20:58.303961 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: network precommit_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.304336 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: network precommit_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.304874 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 17:20:58.305234 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading Plugin: tag Oct 11 17:20:58.311882 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 17:20:58.312213 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading Plugin: timestamp Oct 11 17:20:58.317621 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 17:20:58.317954 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading Plugin: network_ip_availability Oct 11 17:20:58.323443 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.323816 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.324174 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.324900 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 17:20:58.325258 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading Plugin: flavors Oct 11 17:20:58.330057 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 17:20:58.330391 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading Plugin: revisions Oct 11 17:20:58.334709 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 17:20:58.335101 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_concurrency.lockutils [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.469s {{(pid=94279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 17:20:58.335849 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94279) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 11 17:20:58.336730 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Initializing extension manager. Oct 11 17:20:58.337533 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: __init__.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.337879 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: __pycache__ {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.338216 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.338552 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: address_group.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.339307 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.339873 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: address-group Oct 11 17:20:58.340203 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: address_scope.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.340921 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.341475 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: address-scope Oct 11 17:20:58.341805 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: admin_state_down_before_update.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.342935 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.343461 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: router-admin-state-down-before-update Oct 11 17:20:58.343792 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: agent.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.344497 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.345011 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: agent Oct 11 17:20:58.345357 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: agent_resources_synced.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.346274 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.346792 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: agent-resources-synced Oct 11 17:20:58.347121 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: allowedaddresspairs.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.348914 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.349476 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: allowed-address-pairs Oct 11 17:20:58.349809 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: auto_allocated_topology.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.350899 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.351428 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: auto-allocated-topology Oct 11 17:20:58.351773 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: availability_zone.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.352991 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.353533 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: availability_zone Oct 11 17:20:58.353856 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: availability_zone_filter.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.354784 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.355301 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: availability_zone_filter Oct 11 17:20:58.355625 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: data_plane_status.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.356539 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.357052 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension data-plane-status not supported by any of loaded plugins Oct 11 17:20:58.357406 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: default_subnetpools.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.358328 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.358845 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: default-subnetpools Oct 11 17:20:58.359169 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: dhcpagentscheduler.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.359979 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.360496 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: dhcp_agent_scheduler Oct 11 17:20:58.360820 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: dns.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.361772 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.362283 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension dns-integration not supported by any of loaded plugins Oct 11 17:20:58.362611 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: dns_domain_ports.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.363538 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.364048 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 11 17:20:58.364369 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.365328 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.365843 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 11 17:20:58.366168 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: dvr.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.366841 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.367367 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: dvr Oct 11 17:20:58.367702 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: ecmp_routes.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.368624 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.369159 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension ecmp_routes not supported by any of loaded plugins Oct 11 17:20:58.369486 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: empty_string_filtering.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.370424 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.370942 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: empty-string-filtering Oct 11 17:20:58.371269 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.372188 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.372708 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 11 17:20:58.373035 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.373974 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.374484 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 11 17:20:58.374810 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: external_net.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.375726 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.376243 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: external-net Oct 11 17:20:58.376570 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: extra_dhcp_opt.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.377500 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.378014 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: extra_dhcp_opt Oct 11 17:20:58.378343 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: extraroute.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.379254 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.379769 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: extraroute Oct 11 17:20:58.380095 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: extraroute_atomic.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.381161 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.381680 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: extraroute-atomic Oct 11 17:20:58.382004 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: filter_validation.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.382673 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.383207 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: filter-validation Oct 11 17:20:58.383532 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: fip_pf_description.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.384448 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.384957 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 11 17:20:58.385305 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: fip_port_details.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.386229 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.386741 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: fip-port-details Oct 11 17:20:58.387065 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: flavors.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.388314 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.388844 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: flavors Oct 11 17:20:58.389212 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.390902 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.391430 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 11 17:20:58.391765 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: floatingip_pools.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.392474 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.392991 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: floatingip-pools Oct 11 17:20:58.393345 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: ip_allocation.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.394283 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.394797 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension ip_allocation not supported by any of loaded plugins Oct 11 17:20:58.395122 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.396052 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.396571 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: ip-substring-filtering Oct 11 17:20:58.396901 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: l2_adjacency.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.397862 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.398375 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension l2_adjacency not supported by any of loaded plugins Oct 11 17:20:58.399212 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: l3.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.400308 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.400835 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: router Oct 11 17:20:58.401204 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: l3_conntrack_helper.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.403481 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.404010 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 11 17:20:58.404413 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.405316 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.405839 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: ext-gw-mode Oct 11 17:20:58.406164 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.407101 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.407622 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: l3-ha Oct 11 17:20:58.407948 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: l3_flavors.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.408878 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.409425 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: l3-flavors Oct 11 17:20:58.409756 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.410676 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.411192 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: l3-port-ip-change-not-allowed Oct 11 17:20:58.411516 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: l3agentscheduler.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.412548 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.413080 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: l3_agent_scheduler Oct 11 17:20:58.413423 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: logging.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.414965 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.415994 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension logging not supported by any of loaded plugins Oct 11 17:20:58.416326 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: metering.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.417087 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.417673 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: metering Oct 11 17:20:58.418000 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.419117 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.419634 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: metering_source_and_destination_fields Oct 11 17:20:58.419964 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: multiprovidernet.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.420894 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.421443 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: multi-provider Oct 11 17:20:58.421768 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: netmtu.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.422707 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.423224 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: net-mtu Oct 11 17:20:58.423549 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: netmtu_writable.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.424488 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.425006 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: net-mtu-writable Oct 11 17:20:58.425362 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: network_availability_zone.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.426034 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.426543 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: network_availability_zone Oct 11 17:20:58.426864 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: network_ip_availability.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.427978 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.428496 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: network-ip-availability Oct 11 17:20:58.428822 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: network_segment_range.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.429623 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.430133 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension network-segment-range not supported by any of loaded plugins Oct 11 17:20:58.430455 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: pagination.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.431464 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.431796 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: pagination Oct 11 17:20:58.432118 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: port_device_profile.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.433039 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.433585 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: port-device-profile Oct 11 17:20:58.433911 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.434835 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.435355 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: port-mac-address-regenerate Oct 11 17:20:58.435681 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.436598 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.437149 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: port-numa-affinity-policy Oct 11 17:20:58.437477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: port_resource_request.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.438393 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.438905 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension port-resource-request not supported by any of loaded plugins Oct 11 17:20:58.439229 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: portbindings.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.440278 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.440800 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: binding Oct 11 17:20:58.441160 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: portbindings_extended.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.442447 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.442973 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: binding-extended Oct 11 17:20:58.443301 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: portsecurity.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.444235 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.444756 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: port-security Oct 11 17:20:58.445097 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: project_id.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.446111 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.446444 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: project-id Oct 11 17:20:58.446768 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: providernet.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.447686 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.448207 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: provider Oct 11 17:20:58.448533 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.452142 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.452673 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos not supported by any of loaded plugins Oct 11 17:20:58.453011 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.454289 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.454810 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 11 17:20:58.455144 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.456071 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.456588 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 11 17:20:58.456918 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_default.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.457877 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.458399 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-default not supported by any of loaded plugins Oct 11 17:20:58.458727 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_fip.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.459386 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.459897 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-fip not supported by any of loaded plugins Oct 11 17:20:58.460224 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_gateway_ip.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.461696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.462470 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 11 17:20:58.462796 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_port_network_policy.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.463727 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.464244 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 11 17:20:58.464571 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.465650 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.466186 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 11 17:20:58.466514 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_pps_rule.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.467721 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.468248 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-pps not supported by any of loaded plugins Oct 11 17:20:58.468579 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_rule_type_details.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.469545 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.470066 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 11 17:20:58.470395 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: qos_rules_alias.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.471447 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.471967 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 11 17:20:58.472294 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: quotasv2.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.473246 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.473577 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: quotas Oct 11 17:20:58.473904 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: quotasv2_detail.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.477765 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.478109 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: quota_details Oct 11 17:20:58.478447 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: rbac.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.479503 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.480034 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: rbac-policies Oct 11 17:20:58.480367 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: rbac_address_group.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.481346 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.481876 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: rbac-address-group Oct 11 17:20:58.482204 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: rbac_address_scope.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.483138 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.483660 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: rbac-address-scope Oct 11 17:20:58.483986 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: rbac_security_groups.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.484916 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.485466 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: rbac-security-groups Oct 11 17:20:58.485793 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: rbac_subnetpool.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.486714 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.487237 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: rbac-subnetpool Oct 11 17:20:58.487562 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: revisionifmatch.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.488491 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.489012 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: revision-if-match Oct 11 17:20:58.489366 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: revisions.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.490487 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.491007 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: standard-attr-revisions Oct 11 17:20:58.491333 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: router_availability_zone.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.492007 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.492549 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: router_availability_zone Oct 11 17:20:58.492879 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: routerservicetype.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.493841 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.494356 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension router-service-type not supported by any of loaded plugins Oct 11 17:20:58.494682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.495654 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.496175 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: security-groups-normalized-cidr Oct 11 17:20:58.496500 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: security_groups_port_filtering.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.497455 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.497982 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: port-security-groups-filtering Oct 11 17:20:58.498310 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.499681 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.500541 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: security-groups-remote-address-group Oct 11 17:20:58.500877 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: securitygroup.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.512121 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.512612 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: security-group Oct 11 17:20:58.512957 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: segment.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.513802 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.514323 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension segment not supported by any of loaded plugins Oct 11 17:20:58.514656 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.515686 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.516208 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 11 17:20:58.516540 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: servicetype.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.517702 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.518235 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: service-type Oct 11 17:20:58.518565 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: sorting.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.519561 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.519894 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: sorting Oct 11 17:20:58.520222 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: standard_attr_segment.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.521179 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.521702 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 11 17:20:58.522029 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: standardattrdescription.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.522679 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.523201 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: standard-attr-description Oct 11 17:20:58.523530 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: stateful_security_group.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.524976 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.525531 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: stateful-security-group Oct 11 17:20:58.525860 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: stdattrs_common.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.526460 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 11 17:20:58.526785 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.527726 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.528248 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 11 17:20:58.528573 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: subnet_onboard.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.529691 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.530217 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: subnet_onboard Oct 11 17:20:58.530547 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.531487 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.532002 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 11 17:20:58.532327 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: subnet_service_types.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.533346 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.533866 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: subnet-service-types Oct 11 17:20:58.534192 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: subnetallocation.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.535281 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.535807 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: subnet_allocation Oct 11 17:20:58.536137 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.536810 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.537365 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: subnetpool-prefix-ops Oct 11 17:20:58.537693 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.538648 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.539172 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 11 17:20:58.540046 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: tagging.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.541130 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.541658 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: standard-attr-tag Oct 11 17:20:58.541989 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: timestamp.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.543193 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.543716 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loaded extension: standard-attr-timestamp Oct 11 17:20:58.544048 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: trunk.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.545121 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.545649 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension trunk not supported by any of loaded plugins Oct 11 17:20:58.545981 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: trunk_details.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.546910 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.547432 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension trunk-details not supported by any of loaded plugins Oct 11 17:20:58.547762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: uplink_status_propagation.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.548697 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.549247 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 11 17:20:58.549576 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Loading extension file: vlantransparent.py {{(pid=94279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 17:20:58.550249 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 17:20:58.550763 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extension vlan-transparent not supported by any of loaded plugins Oct 11 17:20:58.553231 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:network Oct 11 17:20:58.553770 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:subnet Oct 11 17:20:58.554181 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 17:20:58.554573 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:port Oct 11 17:20:58.556036 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.556475 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service FLAVORS assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.557145 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.557588 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.557923 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:router Oct 11 17:20:58.558370 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:floatingip Oct 11 17:20:58.558858 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service METERING assigned prefix: /metering {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.560289 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.560660 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.561017 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:20:58.562056 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 17:20:58.562499 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:security_group Oct 11 17:20:58.562994 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 17:20:58.563634 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service CORE assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.563971 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 17:20:58.564320 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] subnetpool is already registered Oct 11 17:20:58.564755 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service CORE assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.565116 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 17:20:58.565456 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] subnetpool is already registered Oct 11 17:20:58.567732 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.568188 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service FLAVORS assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.568771 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.569223 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.569563 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:router Oct 11 17:20:58.569905 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] router is already registered Oct 11 17:20:58.570321 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:floatingip Oct 11 17:20:58.570727 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] floatingip is already registered Oct 11 17:20:58.571184 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service METERING assigned prefix: /metering {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.571851 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 17:20:58.572181 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] rbac_policy is already registered Oct 11 17:20:58.572597 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:security_group Oct 11 17:20:58.572936 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] security_group is already registered Oct 11 17:20:58.573378 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 17:20:58.573716 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] security_group_rule is already registered Oct 11 17:20:58.574344 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service CORE assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.574679 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 17:20:58.575017 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] subnetpool is already registered Oct 11 17:20:58.575437 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.v2.resource_helper [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Service CORE assigned prefix: {{(pid=94279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 17:20:58.575765 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 17:20:58.576098 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING neutron.quota.resource_registry [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] subnetpool is already registered Oct 11 17:20:58.576572 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: extensions {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.578078 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: address-groups {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.579596 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: address-scopes {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.580933 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: agents {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.582157 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: auto-allocated-topology {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.583438 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: availability_zones {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.584685 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: dhcp-networks {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.588152 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: dhcp-agents {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.589658 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: routers {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.591922 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: flavors {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.593146 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: service_profiles {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.594381 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: next_providers {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.595872 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: service_profiles {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.597467 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: floatingip-pools {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.598708 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: routers {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.600881 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: floatingips {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.602782 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: l3-routers {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.604213 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: l3-agents {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.605687 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: metering-labels {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.607107 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: metering-label-rules {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.608430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: network-ip-availabilities {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.609736 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: bindings {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.611421 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: quotas {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.613006 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: quotas {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.614612 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: rbac-policies {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.615918 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: security-groups {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.617210 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: security-group-rules {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.618490 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: service-providers {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.619723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: subnetpools {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.621192 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: subnetpools {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.622825 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.624551 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.626418 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.628249 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.630133 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.632020 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.634320 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.636243 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.638068 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.639939 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron.api.extensions [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Extended resource: tags {{(pid=94279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 17:20:58.645963 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING keystonemiddleware.auth_token [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 11 17:20:58.652082 dv-cinder-808959-3-iscsi neutron-server[94279]: WARNING keystonemiddleware.auth_token [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 11 17:20:58.660754 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_concurrency.lockutils [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Acquired lock "singleton_lock" {{(pid=94279) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 11 17:20:58.661258 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_concurrency.lockutils [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Releasing lock "singleton_lock" {{(pid=94279) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 11 17:20:58.661914 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO oslo_service.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Starting 2 workers Oct 11 17:20:58.666749 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Started child 94390 {{(pid=94279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 17:20:58.671161 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Started child 94391 {{(pid=94279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 17:20:58.672283 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:20:58.672902 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO neutron.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Neutron service started, listening on 0.0.0.0:9696 Oct 11 17:20:58.673408 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Notify callbacks [] for process, before_spawn {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:20:58.673740 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [-] (94390) wsgi starting up on http://0.0.0.0:9696 Oct 11 17:20:58.675825 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO oslo_service.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Starting 1 workers Oct 11 17:20:58.676001 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:20:58.677377 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [-] (94391) wsgi starting up on http://0.0.0.0:9696 Oct 11 17:20:58.681134 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Started child 94392 {{(pid=94279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 17:20:58.681667 dv-cinder-808959-3-iscsi neutron-server[94279]: INFO oslo_service.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Starting 1 workers Oct 11 17:20:58.685000 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] calling RpcWorker wait() {{(pid=94392) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 11 17:20:58.685586 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] returning from RpcWorker wait() {{(pid=94392) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 11 17:20:58.686167 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Started child 94393 {{(pid=94279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 17:20:58.686773 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:20:58.686977 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e97e-1378-4de7-90cc-d5a58b071f2b None None] Notify callbacks [] for process, after_spawn {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:20:58.687219 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:20:58.688892 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94279) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 17:20:58.689141 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 17:20:58.689331 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 17:20:58.689545 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 17:20:58.689890 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 17:20:58.690055 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 17:20:58.690554 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.690841 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.691093 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:20:58.691577 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.691577 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.691717 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.692220 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:20:58.692324 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.692483 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.692724 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.693014 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.693288 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.693463 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.693633 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.693887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.694129 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.694423 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.694691 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.694930 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.695200 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.695375 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.696153 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.696413 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.696648 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.696913 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] debug = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.697185 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.697684 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.697913 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.698154 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.698405 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.698685 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.698913 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.699173 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.699417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.699637 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.699870 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.700419 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.700419 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.700676 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.700820 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.701031 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.701295 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.701784 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] host = dv-cinder-808959-3-iscsi {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.702028 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.702315 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.702499 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.702727 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.702983 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.703219 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.703483 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.703739 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.703985 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.704241 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.704480 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.704736 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.704960 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.705234 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.705400 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_options = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.705636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.705907 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.706170 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.706359 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.706528 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.706701 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.706972 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.707116 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.707368 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.707600 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.707786 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.708001 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.708214 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.708429 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.708681 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.708912 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.709182 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.709424 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.709674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.709901 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.710144 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.710370 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.710586 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.710806 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.711045 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.711852 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.712085 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.712572 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.712783 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.713037 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.713312 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.713576 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.713816 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.714076 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.714342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.714579 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.714814 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.715040 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.715304 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.715533 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.715790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.716036 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.716253 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.716520 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.716735 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.716968 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.717226 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_json = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.717451 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.717693 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.717952 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.718191 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.718408 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.718625 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.718863 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.719099 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.719523 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.719799 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.720131 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.720362 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.720735 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.720995 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.721180 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.721319 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.721596 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.721923 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.722110 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.722335 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.722641 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.722877 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.723146 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.723483 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.723739 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.724015 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.724252 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.724470 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.724715 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.724954 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.725271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.725495 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.725728 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.725965 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.726217 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.726563 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.726858 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.727124 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.727374 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.727594 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.727813 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.728029 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.728261 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.728500 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.728734 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.729014 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.729298 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.729538 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.729758 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.729992 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.730224 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.730453 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.730676 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.730935 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.731184 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.731405 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.731636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.731852 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.732072 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.732307 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.732536 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.732772 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.733034 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.733273 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.733554 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.733720 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.733952 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.734184 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.734418 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.734867 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.734867 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.735094 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.735277 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.735488 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.735733 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.735953 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.736166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.736379 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.736599 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.736841 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.737055 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.754544 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.755887 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.756473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.756473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.756473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.756473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.756473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.756473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.756473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.756473 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757030 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757030 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757030 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757030 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757030 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757030 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757030 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757030 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.757636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759012 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.759762 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.760674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.760674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.760674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.760674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.760674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.760674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.760674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.760674 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.761843 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.761843 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.761843 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.761843 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.761843 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.761843 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.761843 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.761843 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.762723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.762723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.762723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.762723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.762723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.762723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.762723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.762723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.763651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.763651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.763651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.763651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.763651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.763651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.763651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.763651 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764199 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764199 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764199 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764199 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764199 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764199 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764199 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764199 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.764801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.765429 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.765429 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.765429 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.765838 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.765838 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.766093 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.766322 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.766588 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.766833 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.767082 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.767299 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.767579 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.767828 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.768047 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.768287 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.768507 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.768712 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.768998 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.769246 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.769905 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.769905 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.769905 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.770948 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.770948 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.770948 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.770948 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.771375 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.771375 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.771580 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.771727 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.771962 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.772194 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.772425 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.772636 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.772858 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.773096 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.773305 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.773550 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.774351 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.774565 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.774792 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.775035 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.775271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.776007 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.776260 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.776472 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.776715 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.776933 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.777183 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.777406 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.777615 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.777827 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.778075 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.778291 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.778502 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.778730 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.778942 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.779149 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.779371 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.779590 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.779801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.780092 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.780352 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.780593 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.780867 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.781119 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.781376 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.781619 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.781940 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.782203 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.782455 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.782677 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.782894 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.783118 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.783387 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.783705 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.784000 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.784257 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.784524 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.784809 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.785117 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.785405 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.785621 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.785911 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.786262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.786723 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.787172 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.787577 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.788016 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.788425 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.788796 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.789097 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.789357 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.789585 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.789851 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.790119 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.790396 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.790607 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.790837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.791055 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.791303 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.791548 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.791772 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.792022 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.792180 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 17:20:58.792782 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94279) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 17:20:58.793086 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 17:20:58.793367 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 17:20:58.793701 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 17:20:58.794008 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 17:20:58.794284 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 17:20:58.794645 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.794941 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.795243 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.795533 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.795818 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.796088 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.796260 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.796424 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.796588 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.796751 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.796912 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.797086 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.797283 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.797554 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.797661 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.797742 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.797900 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.798059 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.798224 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.798383 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.798542 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.798701 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.798883 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] debug = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.799022 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.799204 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.799369 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.799694 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.799856 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.800015 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.800173 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.800475 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.800822 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.801190 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.801497 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.801665 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.801821 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.802126 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.802291 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.802450 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.802609 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.802770 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] host = dv-cinder-808959-3-iscsi {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.802929 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.803091 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.803247 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.803649 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.803811 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.803979 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.804124 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.804409 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.804728 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.804913 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.805107 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.805260 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.805417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.805576 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.805735 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_options = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.805894 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.806052 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.809927 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.809927 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.809927 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.809927 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.809927 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.809927 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.809927 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.810837 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811271 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811706 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811785 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52288) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:20:58.811865 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811865 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811865 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.811865 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.812098 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.812098 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.812675 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.812675 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.812675 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.813122 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.813122 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.813122 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_json = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.813495 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.813495 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.813781 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.813781 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.814024 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.814024 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.814274 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.814274 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 17:20:58.814540 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.814682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.814814 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.814945 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.815104 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.815234 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.815359 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.815491 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.815669 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.815798 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.816008 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.816173 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.816349 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.816510 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.816658 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.816823 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.817108 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.817282 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.817435 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.817596 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.817757 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.817903 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.818076 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.818237 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.818399 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.818560 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.818712 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.818918 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.819220 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.819403 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.819543 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.820147 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.821279 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.821457 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.821623 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.821789 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.821952 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.822116 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.822280 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.822443 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.822598 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.822769 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.823293 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.823861 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.824218 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.824491 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105150 Oct 11 17:20:58.824715 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.825049 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.825249 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.825801 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.826397 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.826581 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.827504 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.827504 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.827504 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.827504 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.827504 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.827504 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.827871 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.827871 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.828309 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.828888 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.829056 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.829257 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.829484 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.829628 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.829764 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.829899 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.830062 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.830203 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.830353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.830490 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.830714 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.830866 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.831010 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.831163 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.831379 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.831379 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.831628 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.831772 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.831906 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.832053 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.832185 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.832316 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.832449 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.832581 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.832743 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.832915 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.833207 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.834087 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.834262 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.834441 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.834606 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.834769 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.835781 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.835781 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.835781 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.835781 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.835781 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.835781 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.837510 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.837510 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.837510 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.837510 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.837510 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838145 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838145 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838145 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838145 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838145 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.838790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.840158 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.840158 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.840158 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.840158 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.840158 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.840158 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.840158 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.840158 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.841166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.841166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.841166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.841166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.841166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.841166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.841166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.841166 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.842635 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.842635 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.842635 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.842635 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.842635 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.842635 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.842635 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.842635 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.843790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.843790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.843790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.843790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.843790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.843790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.843790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.843790 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.845422 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.845422 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.845422 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.845422 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.845422 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.845422 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.845422 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.845422 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.846430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.846430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.846430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.846430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.846430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.846430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.846430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.846430 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.847477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.847477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.847477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.847477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.847477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.847477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.847477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.847477 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.848445 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.848445 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.848445 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.848445 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.848445 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.848445 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.848445 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.848445 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.849484 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.849484 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.849484 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.849484 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.849484 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.849484 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.849484 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850342 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850894 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850894 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.850894 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.851099 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.851099 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.851249 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.851396 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.851580 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.851737 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.851932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.852209 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.852479 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.852753 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.853035 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.855996 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.856737 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.856737 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.856737 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.856737 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.857197 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.857197 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.857197 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.857409 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.857486 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.857619 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.857794 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.857956 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.858191 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.858362 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.858529 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.858767 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.858915 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.860502 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.860502 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.860502 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.860502 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.860502 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.860502 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.861176 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.861176 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.861176 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.861659 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.861659 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.862574 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.862574 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.862574 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.862574 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.862574 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.864932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.864932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.864932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.864932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.864932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.864932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.864932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.864932 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.868353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.868353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.868353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.868353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.868353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.868353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.868353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.868353 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.869417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.869417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.869417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.869417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.869417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.869417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.869417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.869417 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.870682 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.871696 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.872809 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.872809 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 17:20:58.872809 dv-cinder-808959-3-iscsi neutron-server[94279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 17:20:58.873017 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:10.404608 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ea2732-a24e-46e5-ad62-dae193b56b6d None None] get_active_networks_info from dv-cinder-808959-3-iscsi {{(pid=94392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 17:21:10.497493 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea2732-a24e-46e5-ad62-dae193b56b6d None None] No non-hosted networks {{(pid=94392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 11 17:21:10.520995 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.agentschedulers_db [None req-a8ea2732-a24e-46e5-ad62-dae193b56b6d None None] DHCP Agent not found on host dv-cinder-808959-3-iscsi {{(pid=94392) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 11 17:21:10.754437 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-60e0b037-9495-4a14-b0c3-5fe0d0e83d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439280'] for agent, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:13.118857 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6508bbbf-fed0-435e-8ae5-a9154ee22c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439280'] for agent, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:13.199179 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.db.api [None req-1e2e3d16-6ab8-4ae6-8cc3-9a98f129fef8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-808959-3-iscsi {{(pid=94392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 17:21:13.199597 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG oslo_db.api [None req-1e2e3d16-6ab8-4ae6-8cc3-9a98f129fef8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 17:21:13.813353 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3d16-6ab8-4ae6-8cc3-9a98f129fef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:14.437305 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439280'] for agent, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:14.739247 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439280'] for agent, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:14.740189 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.740669 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.741031 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.741392 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.741780 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.742606 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.742929 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.743274 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.743599 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.743916 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.744235 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.744560 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:14.745277 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808959-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:14.760160 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808959-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:16.042830 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439280'] for agent, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:16.281854 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.db.l3_hamode_db [None req-72e2612b-ae26-437d-a8bd-7bfebe68c598 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 11 17:21:16.363238 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2612b-ae26-437d-a8bd-7bfebe68c598 None None] Routers set() bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:21:16.363630 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2612b-ae26-437d-a8bd-7bfebe68c598 None None] Router IDs set() for agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 17:21:17.328093 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52386) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:17.807358 dv-cinder-808959-3-iscsi neutron-server[94390]: WARNING oslo_policy.policy [None req-5c418aaf-19b0-40ef-b45b-0a52537f2d89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 17:21:17.807953 dv-cinder-808959-3-iscsi neutron-server[94390]: WARNING oslo_policy.policy [None req-5c418aaf-19b0-40ef-b45b-0a52537f2d89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 17:21:18.031205 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [None req-5c418aaf-19b0-40ef-b45b-0a52537f2d89 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:21:18.032315 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5c418aaf-19b0-40ef-b45b-0a52537f2d89 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7033219 Oct 11 17:21:20.470334 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52400) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:20.771915 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-780910d6-38da-407d-9e25-dbd8c49010fd admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:21:20.868283 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.policy [None req-780910d6-38da-407d-9e25-dbd8c49010fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94390) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 17:21:20.914865 dv-cinder-808959-3-iscsi neutron-server[94390]: WARNING oslo_policy.policy [None req-780910d6-38da-407d-9e25-dbd8c49010fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 17:21:20.915186 dv-cinder-808959-3-iscsi neutron-server[94390]: WARNING oslo_policy.policy [None req-780910d6-38da-407d-9e25-dbd8c49010fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 17:21:20.923539 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.quota [None req-780910d6-38da-407d-9e25-dbd8c49010fd admin admin] Loaded quota_driver: . Oct 11 17:21:21.086566 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-780910d6-38da-407d-9e25-dbd8c49010fd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783163937261', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783163944504', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783163818368', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783163823964', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783164561648', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783163845604', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-524366', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528577', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1612250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1467402'] for rbac-policy, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:21.277803 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-780910d6-38da-407d-9e25-dbd8c49010fd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:21.278974 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-780910d6-38da-407d-9e25-dbd8c49010fd admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8076768 Oct 11 17:21:23.936139 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52412) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:24.237846 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Request body: {'network': {'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'admin_state_up': True, 'name': 'private'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:21:24.332856 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Made reservation on behalf of e48fccc9b86840018a484a6cbe0e1dc3 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:21:24.336523 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:24.353143 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:24.456407 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:24.527466 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:24.550744 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:21:24.575752 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783165218551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:24.576342 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Unsubscribe: segment precommit_create {{(pid=94390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 17:21:24.576825 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Added segment 364f1abf-6670-410a-9b34-15aa4aba8be3 of type vlan for network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 Oct 11 17:21:24.591507 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f136fc0b-c48a-4d56-8e36-1e10a93a01f8,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:24.617382 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.617675 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.618046 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.618372 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.618695 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.619029 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.619351 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.619665 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.620005 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.620317 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.620627 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.620979 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Tracked resource versions report: Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: pushed versions: Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: { 'AddressGroup': {'1.2'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'ConntrackHelper': {'1.0'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Log': {'1.0'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Network': {'1.1'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Port': {'1.7'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'PortForwarding': {'1.2'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'QosPolicy': {'1.10'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SecurityGroup': {'1.4'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SecurityGroupRule': {'1.2'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SubPort': {'1.0'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Subnet': {'1.1'}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Trunk': {'1.1'}} Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: consumer versions: Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: { DHCP agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: L3 agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: Metadata agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: Metering agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: Open vSwitch agent@dv-cinder-808959-3-iscsi: { 'AddressGroup': '1.2', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'ConntrackHelper': '1.0', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Log': '1.0', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Network': '1.1', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Port': '1.7', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'PortForwarding': '1.2', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'QosPolicy': '1.10', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SecurityGroup': '1.4', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SecurityGroupRule': '1.2', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SubPort': '1.0', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Subnet': '1.1', Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Trunk': '1.1'}} Oct 11 17:21:24.622095 dv-cinder-808959-3-iscsi neutron-server[94390]: {{(pid=94390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 17:21:24.693476 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:24.784813 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:24.785898 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:21:24.786535 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:24.880566 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] Pushing event updated for resources: {'Network': ['ID=3c0b352e-f1fb-4e2e-b7db-593e8b7baf21,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:24.893749 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:21:24.986967 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-797cb043-23b1-4b8e-b3c9-7d9e4f95519c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0497172 Oct 11 17:21:27.692976 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 52426) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:28.179895 dv-cinder-808959-3-iscsi neutron-server[94391]: WARNING oslo_policy.policy [None req-9adea152-029d-4b21-b130-ab4fb29e2763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 17:21:28.180500 dv-cinder-808959-3-iscsi neutron-server[94391]: WARNING oslo_policy.policy [None req-9adea152-029d-4b21-b130-ab4fb29e2763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 17:21:28.625333 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.policy [None req-9adea152-029d-4b21-b130-ab4fb29e2763 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94391) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 17:21:28.672662 dv-cinder-808959-3-iscsi neutron-server[94391]: WARNING oslo_policy.policy [None req-9adea152-029d-4b21-b130-ab4fb29e2763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 17:21:28.672978 dv-cinder-808959-3-iscsi neutron-server[94391]: WARNING oslo_policy.policy [None req-9adea152-029d-4b21-b130-ab4fb29e2763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 17:21:28.681134 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adea152-029d-4b21-b130-ab4fb29e2763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:21:28.683085 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-9adea152-029d-4b21-b130-ab4fb29e2763 admin admin] 10.222.0.42 "GET /v2.0/networks/3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 HTTP/1.1" status: 200 len: 825 time: 0.9875083 Oct 11 17:21:28.722402 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c9976d9c-05dc-422b-8544-765d78edbe0b admin admin] 10.222.0.42 "GET /v2.0/subnetpools/f55f96b6-3b62-46d1-aae7-ae1515b174eb HTTP/1.1" status: 200 len: 734 time: 0.0332353 Oct 11 17:21:28.731676 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Request body: {'subnet': {'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'name': 'private-subnet', 'subnetpool_id': 'f55f96b6-3b62-46d1-aae7-ae1515b174eb', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:21:28.733233 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.quota [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Loaded quota_driver: . Oct 11 17:21:28.864754 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Made reservation on behalf of e48fccc9b86840018a484a6cbe0e1dc3 for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:21:28.867571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:29.225391 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:29.290215 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Checking segment: {'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:21:29.290581 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Network hostable DHCP agents. Network: 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:21:29.310697 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357066dd-1784-4949-9b15-7b55657be5a4,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:29.322654 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.323016 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.323352 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.323680 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.324002 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.324341 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.324666 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.324986 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.325344 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.325663 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.325976 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.326288 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Tracked resource versions report: Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: pushed versions: Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: { 'AddressGroup': {'1.2'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'ConntrackHelper': {'1.0'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Log': {'1.0'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Network': {'1.1'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Port': {'1.7'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'PortForwarding': {'1.2'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'QosPolicy': {'1.10'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SecurityGroup': {'1.4'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SecurityGroupRule': {'1.2'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SubPort': {'1.0'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Subnet': {'1.1'}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Trunk': {'1.1'}} Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: consumer versions: Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: { DHCP agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: L3 agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: Metadata agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: Metering agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: Open vSwitch agent@dv-cinder-808959-3-iscsi: { 'AddressGroup': '1.2', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'ConntrackHelper': '1.0', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Log': '1.0', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Network': '1.1', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Port': '1.7', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'PortForwarding': '1.2', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'QosPolicy': '1.10', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SecurityGroup': '1.4', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SecurityGroupRule': '1.2', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SubPort': '1.0', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Subnet': '1.1', Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Trunk': '1.1'}} Oct 11 17:21:29.327309 dv-cinder-808959-3-iscsi neutron-server[94391]: {{(pid=94391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 17:21:29.407732 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:21:29.493245 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:21:29.497844 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:21:29.498459 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:29.502532 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd053b-531f-4d2c-9baf-ab75485b77c5 None None] Network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:21:29.593283 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-03bc11ed-d34e-4c92-be7c-edbb992714f0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8649836 Oct 11 17:21:29.817789 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'fixed_ips': [{'subnet_id': '357066dd-1784-4949-9b15-7b55657be5a4'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:21:29.819020 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:30.091808 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Allocated IP 172.20.0.2 (3c0b352e-f1fb-4e2e-b7db-593e8b7baf21/357066dd-1784-4949-9b15-7b55657be5a4/27373854-e83a-4fa8-a444-245318828dce) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:21:30.315094 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:30.379857 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:30.446894 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:21:30.456808 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:21:30.466994 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:21:30.474642 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Pushing event updated for resources: {'Port': ['ID=27373854-e83a-4fa8-a444-245318828dce,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:30.502827 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.503447 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.503528 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.503827 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.504166 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.504498 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.504825 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.505174 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.505524 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.505853 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.506176 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.506497 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Tracked resource versions report: Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: pushed versions: Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: { 'AddressGroup': {'1.2'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'ConntrackHelper': {'1.0'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Log': {'1.0'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Network': {'1.1'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Port': {'1.7'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'PortForwarding': {'1.2'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'QosPolicy': {'1.10'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SecurityGroup': {'1.4'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SecurityGroupRule': {'1.2'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SubPort': {'1.0'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Subnet': {'1.1'}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Trunk': {'1.1'}} Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: consumer versions: Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: { DHCP agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: L3 agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: Metadata agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: Metering agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: Open vSwitch agent@dv-cinder-808959-3-iscsi: { 'AddressGroup': '1.2', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'ConntrackHelper': '1.0', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Log': '1.0', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Network': '1.1', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Port': '1.7', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'PortForwarding': '1.2', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'QosPolicy': '1.10', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SecurityGroup': '1.4', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SecurityGroupRule': '1.2', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SubPort': '1.0', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Subnet': '1.1', Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Trunk': '1.1'}} Oct 11 17:21:30.508090 dv-cinder-808959-3-iscsi neutron-server[94392]: {{(pid=94392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 17:21:30.555994 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Attempting to bind port 27373854-e83a-4fa8-a444-245318828dce on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:21:30.556388 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Attempting to bind port 27373854-e83a-4fa8-a444-245318828dce by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:21:30.556811 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Attempting to bind port 27373854-e83a-4fa8-a444-245318828dce on network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:21:30.561833 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:21:30.562236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Checking segment: {'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:21:30.562715 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:30.563106 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Bound using segment: {'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:21:30.563588 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Bound port: 27373854-e83a-4fa8-a444-245318828dce, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:21:30.563998 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:30.627628 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] For port 27373854-e83a-4fa8-a444-245318828dce, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:21:30.636571 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] For port 27373854-e83a-4fa8-a444-245318828dce, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=27373854-e83a-4fa8-a444-245318828dce,segment=NetworkSegment(364f1abf-6670-410a-9b34-15aa4aba8be3),segment_id=364f1abf-6670-410a-9b34-15aa4aba8be3)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:21:30.711248 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:30.777878 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e9c84-984c-406c-a4ba-8cc505df44a4 None None] Pushing event updated for resources: {'Port': ['ID=27373854-e83a-4fa8-a444-245318828dce,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:32.103260 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 52446) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:32.409166 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [None req-a1800dee-48bc-433a-9161-dd516b5381fe admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:21:32.410153 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a1800dee-48bc-433a-9161-dd516b5381fe admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3058724 Oct 11 17:21:34.893509 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 52454) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:35.223212 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [None req-df65b3a1-6d06-462e-9b21-a71b474eacfc admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:21:35.224181 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-df65b3a1-6d06-462e-9b21-a71b474eacfc admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3296914 Oct 11 17:21:37.936916 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 52464) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:38.235975 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-965b2c7c-2864-46c8-b08d-8d37f7102f7c admin admin] Request body: {'router': {'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'name': 'router1', 'admin_state_up': True}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:21:38.316882 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-965b2c7c-2864-46c8-b08d-8d37f7102f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:38.318567 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-965b2c7c-2864-46c8-b08d-8d37f7102f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:38.475595 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-965b2c7c-2864-46c8-b08d-8d37f7102f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:38.571016 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-965b2c7c-2864-46c8-b08d-8d37f7102f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:38.661262 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-965b2c7c-2864-46c8-b08d-8d37f7102f7c admin admin] Notify callbacks [] for router, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:38.663706 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-965b2c7c-2864-46c8-b08d-8d37f7102f7c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7256920 Oct 11 17:21:39.755688 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63bed8f-b512-4b78-a6ba-b820960884f1 None None] Network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:21:39.830845 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-6b60a77d-0968-4c88-b5be-8fabfe70f945 None None] Provisioning complete for port 27373854-e83a-4fa8-a444-245318828dce triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:21:39.831233 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6b60a77d-0968-4c88-b5be-8fabfe70f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:40.049906 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6b60a77d-0968-4c88-b5be-8fabfe70f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:40.098576 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-6b60a77d-0968-4c88-b5be-8fabfe70f945 None None] For port 27373854-e83a-4fa8-a444-245318828dce, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=27373854-e83a-4fa8-a444-245318828dce,segment=NetworkSegment(364f1abf-6670-410a-9b34-15aa4aba8be3),segment_id=364f1abf-6670-410a-9b34-15aa4aba8be3)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:21:40.173829 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6b60a77d-0968-4c88-b5be-8fabfe70f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:40.226510 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60a77d-0968-4c88-b5be-8fabfe70f945 None None] Pushing event updated for resources: {'Port': ['ID=27373854-e83a-4fa8-a444-245318828dce,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:40.293135 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-d36777d9-cb11-46c1-95c7-68e422da7d74 None None] Provisioning complete for port 27373854-e83a-4fa8-a444-245318828dce triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:21:40.293503 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d36777d9-cb11-46c1-95c7-68e422da7d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:40.390565 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-93984117-9424-475f-bd98-b970b3cd6887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:40.498398 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 27373854-e83a-4fa8-a444-245318828dce up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:21:40.545866 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 27373854-e83a-4fa8-a444-245318828dce triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:21:40.546236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:41.152028 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 52476) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:41.458178 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [None req-2b48b222-3aaa-4f8a-8b61-2c9c2c69c61a admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:21:41.459157 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-2b48b222-3aaa-4f8a-8b61-2c9c2c69c61a admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3061976 Oct 11 17:21:43.081862 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fe043a94-1373-4f43-afed-d2b5eeb627e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:43.901473 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52484) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:44.205926 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:21:44.286381 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Made reservation on behalf of 24b41a0232e8414687343bd832e8d760 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:21:44.288639 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.297013 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.367231 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.377710 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.434430 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.448118 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Reserving flat network on physical network physnet1 {{(pid=94390) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 11 17:21:44.471951 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.472281 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Added segment 8005d5d6-a2e9-4e67-9c30-28a6c309a2dd of type flat for network 6a335415-9c4e-460f-a0d6-9164942b5e0b Oct 11 17:21:44.473422 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf872f1-2d3f-4464-90bf-f293578f74f1,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:44.519233 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.613037 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.613931 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:21:44.614527 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:44.671317 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=6a335415-9c4e-460f-a0d6-9164942b5e0b,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:44.746295 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c342d44b-eeec-41d3-acae-81903e760dd6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8437052 Oct 11 17:21:44.782721 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:21:44.920838 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:45.967744 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:47.212324 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52502) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:47.430392 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c125f-a041-4c60-bfb4-c9128e2cb3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:21:47.431759 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a92c125f-a041-4c60-bfb4-c9128e2cb3f3 admin admin] 10.222.0.42 "GET /v2.0/subnets/357066dd-1784-4949-9b15-7b55657be5a4 HTTP/1.1" status: 200 len: 849 time: 0.2184968 Oct 11 17:21:47.603566 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f9517b08-11c0-439b-bbdf-0164b5035335 admin admin] 10.222.0.42 "GET /v2.0/routers/a124459b-4802-440c-8474-7af495f96f9a HTTP/1.1" status: 200 len: 704 time: 0.1655636 Oct 11 17:21:47.862307 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:48.151011 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Allocated IP 172.20.0.1 (3c0b352e-f1fb-4e2e-b7db-593e8b7baf21/357066dd-1784-4949-9b15-7b55657be5a4/2917f4f5-6478-4e8b-b756-2f9c977372d1) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:21:48.328517 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:48.447803 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:48.517283 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:21:48.528655 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:21:48.532048 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:21:48.532763 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:48.592904 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Pushing event updated for resources: {'Port': ['ID=2917f4f5-6478-4e8b-b756-2f9c977372d1,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:48.737756 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fa10a8cb-0237-4fef-be33-120b85959dce None None] Provisioning complete for port 2917f4f5-6478-4e8b-b756-2f9c977372d1 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:21:48.738321 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fa10a8cb-0237-4fef-be33-120b85959dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:48.771420 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fa10a8cb-0237-4fef-be33-120b85959dce None None] Port 2917f4f5-6478-4e8b-b756-2f9c977372d1 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:21:48.848341 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:49.050382 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:49.143075 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:49.143854 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:49.218882 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Pushing event updated for resources: {'Port': ['ID=2917f4f5-6478-4e8b-b756-2f9c977372d1,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:49.268392 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:21:49.269804 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:21:49.491882 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Router a124459b-4802-440c-8474-7af495f96f9a is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:21:49.496905 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-6ed0017d-8683-4939-9785-8aaaba4a407e None None] Provisioning complete for port 2917f4f5-6478-4e8b-b756-2f9c977372d1 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:21:49.497308 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6ed0017d-8683-4939-9785-8aaaba4a407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:49.532680 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0017d-8683-4939-9785-8aaaba4a407e None None] Port 2917f4f5-6478-4e8b-b756-2f9c977372d1 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:21:49.580063 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:21:49.586015 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-2faa821f-e78f-4d70-b28c-1df3ca6e496c admin admin] 10.222.0.42 "PUT /v2.0/routers/a124459b-4802-440c-8474-7af495f96f9a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9767828 Oct 11 17:21:49.601737 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Sync routers for ids ['a124459b-4802-440c-8474-7af495f96f9a'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:21:49.613165 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Routers {'a124459b-4802-440c-8474-7af495f96f9a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:21:49.613992 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:21:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a124459b-4802-440c-8474-7af495f96f9a'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:49.796886 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Set router a124459b-4802-440c-8474-7af495f96f9a gateway port host: None {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:21:50.224363 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124459b-4802-440c-8474-7af495f96f9a', 'name': 'router1', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:21:38Z', 'updated_at': '2021-10-11T17:21:48Z', 'revision_number': 2, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'gw_port_host': None, '_interfaces': [{'id': '2917f4f5-6478-4e8b-b756-2f9c977372d1', 'name': '', 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'mac_address': 'fa:16:3e:d1:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '357066dd-1784-4949-9b15-7b55657be5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:47Z', 'updated_at': '2021-10-11T17:21:48Z', 'revision_number': 2, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'subnets': [{'id': '357066dd-1784-4949-9b15-7b55657be5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55f96b6-3b62-46d1-aae7-ae1515b174eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:50.272900 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Checking router: a124459b-4802-440c-8474-7af495f96f9a for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:21:50.273295 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Updating router a124459b-4802-440c-8474-7af495f96f9a port 2917f4f5-6478-4e8b-b756-2f9c977372d1 binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:21:50.321786 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:50.829350 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:50.956195 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:51.120953 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Pushing event updated for resources: {'Port': ['ID=2917f4f5-6478-4e8b-b756-2f9c977372d1,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:51.123353 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Attempting to bind port 2917f4f5-6478-4e8b-b756-2f9c977372d1 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:21:51.123833 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Attempting to bind port 2917f4f5-6478-4e8b-b756-2f9c977372d1 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:21:51.124144 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Attempting to bind port 2917f4f5-6478-4e8b-b756-2f9c977372d1 on network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:21:51.134646 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.134987 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.135320 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.135642 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.135965 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.136286 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.136607 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.136935 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.137280 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.137599 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.137912 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.138225 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Tracked resource versions report: Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: pushed versions: Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: { 'AddressGroup': {'1.2'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'ConntrackHelper': {'1.0'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Log': {'1.0'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Network': {'1.1'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Port': {'1.7'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'PortForwarding': {'1.2'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'QosPolicy': {'1.10'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SecurityGroup': {'1.4'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SecurityGroupRule': {'1.2'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SubPort': {'1.0'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Subnet': {'1.1'}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Trunk': {'1.1'}} Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: consumer versions: Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: { DHCP agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: L3 agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: Metadata agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: Metering agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: Open vSwitch agent@dv-cinder-808959-3-iscsi: { 'AddressGroup': '1.2', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'ConntrackHelper': '1.0', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Log': '1.0', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Network': '1.1', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Port': '1.7', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'PortForwarding': '1.2', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'QosPolicy': '1.10', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SecurityGroup': '1.4', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SecurityGroupRule': '1.2', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SubPort': '1.0', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Subnet': '1.1', Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Trunk': '1.1'}} Oct 11 17:21:51.139265 dv-cinder-808959-3-iscsi neutron-server[94393]: {{(pid=94393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 17:21:51.143544 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:21:51.143965 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Checking segment: {'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:21:51.144449 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:51.144825 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Bound using segment: {'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:21:51.145357 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Bound port: 2917f4f5-6478-4e8b-b756-2f9c977372d1, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364f1abf-6670-410a-9b34-15aa4aba8be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:21:51.145749 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:51.160725 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-a13f99c4-dd1b-43b4-832c-e18e3e131196 None None] Provisioning complete for port 2917f4f5-6478-4e8b-b756-2f9c977372d1 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:21:51.161733 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a13f99c4-dd1b-43b4-832c-e18e3e131196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:51.194408 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-a13f99c4-dd1b-43b4-832c-e18e3e131196 None None] Port 2917f4f5-6478-4e8b-b756-2f9c977372d1 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:21:51.214413 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] For port 2917f4f5-6478-4e8b-b756-2f9c977372d1, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:21:51.233333 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] For port 2917f4f5-6478-4e8b-b756-2f9c977372d1, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=2917f4f5-6478-4e8b-b756-2f9c977372d1,segment=NetworkSegment(364f1abf-6670-410a-9b34-15aa4aba8be3),segment_id=364f1abf-6670-410a-9b34-15aa4aba8be3)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:21:51.286640 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:51.345002 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680501-bfdf-4a20-9f52-2351e1efedf1 None None] Pushing event updated for resources: {'Port': ['ID=2917f4f5-6478-4e8b-b756-2f9c977372d1,revision_number=4']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:51.347713 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Routers {'a124459b-4802-440c-8474-7af495f96f9a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:21:51.348320 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:21:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a124459b-4802-440c-8474-7af495f96f9a'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:51.438596 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] Set router a124459b-4802-440c-8474-7af495f96f9a gateway port host: None {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:21:51.515258 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c68a2a20-d948-4c90-bc95-8c140cc2c641 None None] Provisioning complete for port 2917f4f5-6478-4e8b-b756-2f9c977372d1 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:21:51.515631 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c68a2a20-d948-4c90-bc95-8c140cc2c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:51.590641 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c68a2a20-d948-4c90-bc95-8c140cc2c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:51.621608 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-c68a2a20-d948-4c90-bc95-8c140cc2c641 None None] For port 2917f4f5-6478-4e8b-b756-2f9c977372d1, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=2917f4f5-6478-4e8b-b756-2f9c977372d1,segment=NetworkSegment(364f1abf-6670-410a-9b34-15aa4aba8be3),segment_id=364f1abf-6670-410a-9b34-15aa4aba8be3)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:21:51.649674 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124459b-4802-440c-8474-7af495f96f9a', 'name': 'router1', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:21:38Z', 'updated_at': '2021-10-11T17:21:48Z', 'revision_number': 2, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'gw_port_host': None, '_interfaces': [{'id': '2917f4f5-6478-4e8b-b756-2f9c977372d1', 'name': '', 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'mac_address': 'fa:16:3e:d1:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '357066dd-1784-4949-9b15-7b55657be5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:47Z', 'updated_at': '2021-10-11T17:21:51Z', 'revision_number': 4, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'subnets': [{'id': '357066dd-1784-4949-9b15-7b55657be5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55f96b6-3b62-46d1-aae7-ae1515b174eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:51.674927 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c14d1b-28cd-48eb-81b4-b116878e5a5c None None] The sync data for ids ['a124459b-4802-440c-8474-7af495f96f9a'] in dv-cinder-808959-3-iscsi is: [{'id': 'a124459b-4802-440c-8474-7af495f96f9a', 'name': 'router1', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:21:38Z', 'updated_at': '2021-10-11T17:21:48Z', 'revision_number': 2, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'gw_port_host': None, '_interfaces': [{'id': '2917f4f5-6478-4e8b-b756-2f9c977372d1', 'name': '', 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'mac_address': 'fa:16:3e:d1:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '357066dd-1784-4949-9b15-7b55657be5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:47Z', 'updated_at': '2021-10-11T17:21:51Z', 'revision_number': 4, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'subnets': [{'id': '357066dd-1784-4949-9b15-7b55657be5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55f96b6-3b62-46d1-aae7-ae1515b174eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:21:51.682611 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c68a2a20-d948-4c90-bc95-8c140cc2c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:51.744820 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a2a20-d948-4c90-bc95-8c140cc2c641 None None] Pushing event updated for resources: {'Port': ['ID=2917f4f5-6478-4e8b-b756-2f9c977372d1,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:51.912854 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52522) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:52.023755 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043c2561-888e-4422-a258-cce95d8b34f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:21:52.030939 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-043c2561-888e-4422-a258-cce95d8b34f2 admin admin] 10.222.0.42 "GET /v2.0/networks/6a335415-9c4e-460f-a0d6-9164942b5e0b HTTP/1.1" status: 200 len: 842 time: 0.1112046 Oct 11 17:21:52.035031 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:21:52.139115 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Made reservation on behalf of 24b41a0232e8414687343bd832e8d760 for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:21:52.141517 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:52.487962 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.objects.ports [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94390) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 17:21:52.488412 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:52.546294 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=558b12b7-7f3c-4df3-a0b9-43c321ee9d30,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:52.550727 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:21:52.551098 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Network hostable DHCP agents. Network: 6a335415-9c4e-460f-a0d6-9164942b5e0b, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:21:52.639736 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:21:52.719861 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 6a335415-9c4e-460f-a0d6-9164942b5e0b) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:21:52.724354 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:21:52.729204 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:52.729871 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db1e43-d742-41bd-b630-e71945fef427 None None] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:21:52.837149 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-931a6f96-77de-4227-a4f5-b5afc3615bdf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7943177 Oct 11 17:21:52.854545 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d7731-cc9f-4622-b329-01818091cb75 None None] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:21:55.203353 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52530) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:21:55.341944 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-350d4bb0-2187-452e-b0fe-1d77feca766d admin admin] 10.222.0.42 "GET /v2.0/routers/a124459b-4802-440c-8474-7af495f96f9a HTTP/1.1" status: 200 len: 710 time: 0.1374502 Oct 11 17:21:55.431698 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8d1603-c8fe-411d-aea9-3ab8351caed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:21:55.433008 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-7f8d1603-c8fe-411d-aea9-3ab8351caed3 admin admin] 10.222.0.42 "GET /v2.0/networks/6a335415-9c4e-460f-a0d6-9164942b5e0b HTTP/1.1" status: 200 len: 886 time: 0.0849090 Oct 11 17:21:55.443019 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:21:55.750736 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:56.092312 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:56.169095 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:56.274093 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Allocated IP 172.27.3.52 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/48f2601b-b8de-4f20-a76d-b003151a4eae) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:21:56.411323 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:56.532051 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:56.567428 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:21:56.574685 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:21:56.577178 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:21:56.615366 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Pushing event updated for resources: {'Port': ['ID=48f2601b-b8de-4f20-a76d-b003151a4eae,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:56.914779 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:57.119701 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:57.122928 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1657682'] for router, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:57.321868 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Router a124459b-4802-440c-8474-7af495f96f9a has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:21:57.434722 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:21:57.439030 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:57.440213 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-9539cbb3-2592-4b76-a217-1f47267f3634 admin admin] 10.222.0.42 "PUT /v2.0/routers/a124459b-4802-440c-8474-7af495f96f9a HTTP/1.1" status: 200 len: 889 time: 2.0006516 Oct 11 17:21:58.512866 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 2917f4f5-6478-4e8b-b756-2f9c977372d1 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:21:58.559604 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 2917f4f5-6478-4e8b-b756-2f9c977372d1 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:21:58.559978 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:58.631992 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Sync routers for ids ['a124459b-4802-440c-8474-7af495f96f9a'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:21:58.647483 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Routers {'a124459b-4802-440c-8474-7af495f96f9a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:21:58.647994 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:21:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a124459b-4802-440c-8474-7af495f96f9a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:58.853433 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Set router a124459b-4802-440c-8474-7af495f96f9a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:21:59.243259 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124459b-4802-440c-8474-7af495f96f9a', 'name': 'router1', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '48f2601b-b8de-4f20-a76d-b003151a4eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:21:38Z', 'updated_at': '2021-10-11T17:21:56Z', 'revision_number': 4, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'gw_port': {'id': '48f2601b-b8de-4f20-a76d-b003151a4eae', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:56Z', 'updated_at': '2021-10-11T17:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '2917f4f5-6478-4e8b-b756-2f9c977372d1', 'name': '', 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'mac_address': 'fa:16:3e:d1:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '357066dd-1784-4949-9b15-7b55657be5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:47Z', 'updated_at': '2021-10-11T17:21:51Z', 'revision_number': 5, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'subnets': [{'id': '357066dd-1784-4949-9b15-7b55657be5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55f96b6-3b62-46d1-aae7-ae1515b174eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:21:59.293318 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Checking router: a124459b-4802-440c-8474-7af495f96f9a for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:21:59.293670 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Updating router a124459b-4802-440c-8474-7af495f96f9a port 48f2601b-b8de-4f20-a76d-b003151a4eae binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:21:59.345297 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:59.662696 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:59.744716 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:59.796654 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Attempting to bind port 48f2601b-b8de-4f20-a76d-b003151a4eae on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:21:59.797020 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Attempting to bind port 48f2601b-b8de-4f20-a76d-b003151a4eae by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:21:59.797419 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Attempting to bind port 48f2601b-b8de-4f20-a76d-b003151a4eae on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:21:59.799222 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21689e65-0692-4c51-ae2b-3933ce56ef61 None None] Pushing event updated for resources: {'Port': ['ID=48f2601b-b8de-4f20-a76d-b003151a4eae,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:21:59.804663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:21:59.805036 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:21:59.805461 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:59.806523 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:21:59.806523 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Bound port: 48f2601b-b8de-4f20-a76d-b003151a4eae, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:21:59.806682 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:59.858022 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] For port 48f2601b-b8de-4f20-a76d-b003151a4eae, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:21:59.860983 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] For port 48f2601b-b8de-4f20-a76d-b003151a4eae, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=48f2601b-b8de-4f20-a76d-b003151a4eae,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:21:59.916415 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:21:59.920074 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 52542) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:22:00.041304 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-d09aa506-cf89-443c-84e8-4d02dda62cab admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1199985 Oct 11 17:22:00.047749 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Routers {'a124459b-4802-440c-8474-7af495f96f9a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:22:00.048390 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:21:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a124459b-4802-440c-8474-7af495f96f9a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:22:00.050454 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21689e65-0692-4c51-ae2b-3933ce56ef61 None None] Pushing event updated for resources: {'Port': ['ID=48f2601b-b8de-4f20-a76d-b003151a4eae,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:22:00.220407 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] Set router a124459b-4802-440c-8474-7af495f96f9a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:22:00.429822 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a124459b-4802-440c-8474-7af495f96f9a', 'name': 'router1', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '48f2601b-b8de-4f20-a76d-b003151a4eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:21:38Z', 'updated_at': '2021-10-11T17:21:56Z', 'revision_number': 4, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'gw_port': {'id': '48f2601b-b8de-4f20-a76d-b003151a4eae', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:56Z', 'updated_at': '2021-10-11T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '2917f4f5-6478-4e8b-b756-2f9c977372d1', 'name': '', 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'mac_address': 'fa:16:3e:d1:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '357066dd-1784-4949-9b15-7b55657be5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:47Z', 'updated_at': '2021-10-11T17:21:51Z', 'revision_number': 5, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'subnets': [{'id': '357066dd-1784-4949-9b15-7b55657be5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55f96b6-3b62-46d1-aae7-ae1515b174eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:22:00.460588 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26379cc9-55ca-47aa-a475-7b3027c663dc None None] The sync data for ids ['a124459b-4802-440c-8474-7af495f96f9a'] in dv-cinder-808959-3-iscsi is: [{'id': 'a124459b-4802-440c-8474-7af495f96f9a', 'name': 'router1', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '48f2601b-b8de-4f20-a76d-b003151a4eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:21:38Z', 'updated_at': '2021-10-11T17:21:56Z', 'revision_number': 4, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'gw_port': {'id': '48f2601b-b8de-4f20-a76d-b003151a4eae', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:56Z', 'updated_at': '2021-10-11T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '2917f4f5-6478-4e8b-b756-2f9c977372d1', 'name': '', 'network_id': '3c0b352e-f1fb-4e2e-b7db-593e8b7baf21', 'tenant_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'mac_address': 'fa:16:3e:d1:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a124459b-4802-440c-8474-7af495f96f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '357066dd-1784-4949-9b15-7b55657be5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:21:47Z', 'updated_at': '2021-10-11T17:21:51Z', 'revision_number': 5, 'project_id': 'e48fccc9b86840018a484a6cbe0e1dc3', 'subnets': [{'id': '357066dd-1784-4949-9b15-7b55657be5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55f96b6-3b62-46d1-aae7-ae1515b174eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:22:02.520370 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 48f2601b-b8de-4f20-a76d-b003151a4eae up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:22:02.574595 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 48f2601b-b8de-4f20-a76d-b003151a4eae triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:22:02.575422 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:02.666283 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:02.686735 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port 48f2601b-b8de-4f20-a76d-b003151a4eae, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=48f2601b-b8de-4f20-a76d-b003151a4eae,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:22:02.778467 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:02.826421 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=48f2601b-b8de-4f20-a76d-b003151a4eae,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:22:04.540269 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 48f2601b-b8de-4f20-a76d-b003151a4eae up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:22:04.629375 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 48f2601b-b8de-4f20-a76d-b003151a4eae triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:22:04.631014 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:10.395464 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ae09ccb0-307a-4710-8472-8c381a5f95f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:12.743855 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:22:13.121345 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8e09ff1c-3713-449a-9545-6ac762913416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:14.367012 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:14.703759 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:15.972363 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:40.609356 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1883-cad1-4ee4-ac04-97d13fe2a05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:43.092789 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4a51e041-74ca-43d9-a3b5-d01b435a57c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:44.380754 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:44.731504 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:46.129256 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:22:49.742930 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:23:10.408845 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a7972424-3259-4b1e-8e4c-917811d967c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:13.076751 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-76ddb2f0-b38c-4d0b-9d1e-8ef24bd33bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:14.416932 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:14.745081 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:15.987997 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:26.741819 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:23:39.264312 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53104) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:39.323784 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.pecan_wsgi.hooks.translation [None req-893c574a-914f-4237-9866-163203f2b692 admin admin] GET failed (client error): The resource could not be found. Oct 11 17:23:39.325091 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-893c574a-914f-4237-9866-163203f2b692 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598295 Oct 11 17:23:39.478710 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8052872d-c5dd-4e59-b05c-29c52e1bcab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:39.480165 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-8052872d-c5dd-4e59-b05c-29c52e1bcab3 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1505394 Oct 11 17:23:40.404191 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e13a-4f79-4e9f-8db9-c408719df8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:41.755082 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53114) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:41.847810 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61aebc-321b-4290-8208-6e4fc54f89b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:41.849203 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-fb61aebc-321b-4290-8208-6e4fc54f89b5 admin admin] 10.222.0.42 "GET /v2.0/subnets/357066dd-1784-4949-9b15-7b55657be5a4 HTTP/1.1" status: 200 len: 849 time: 0.0931470 Oct 11 17:23:41.859084 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:23:41.945711 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Notify callbacks [] for subnet, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:42.147216 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783165126413'] for subnet, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:42.180765 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:42.180765 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:42.182068 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] 10.222.0.42 "PUT /v2.0/subnets/357066dd-1784-4949-9b15-7b55657be5a4 HTTP/1.1" status: 200 len: 868 time: 0.3266380 Oct 11 17:23:42.183806 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32d37c-2aaa-4706-8839-dfc5f6d5ec2e None None] Network 3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=357066dd-1784-4949-9b15-7b55657be5a4,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.218611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787af4-97e4-4b23-bf54-4946909cab4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:23:42.608813 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-775d0415-5c6c-4825-b4f3-cef45e9b2b90 None None] Provisioning complete for port 27373854-e83a-4fa8-a444-245318828dce triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:23:42.609224 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-775d0415-5c6c-4825-b4f3-cef45e9b2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:42.691559 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-775d0415-5c6c-4825-b4f3-cef45e9b2b90 None None] Provisioning complete for port 2917f4f5-6478-4e8b-b756-2f9c977372d1 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:23:42.691851 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-775d0415-5c6c-4825-b4f3-cef45e9b2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:43.130371 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d2fe93dc-3836-4abe-8a09-d287acd99f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:44.364461 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:44.477052 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53122) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:44.672120 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca7401-0894-4227-892c-b61403bc64db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:44.673078 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca7401-0894-4227-892c-b61403bc64db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:44.674655 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b2ca7401-0894-4227-892c-b61403bc64db admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966221 Oct 11 17:23:44.692614 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:46.000672 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:23:46.950254 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53130) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:47.078913 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc6c79-5b8a-4c79-b857-2c9a533ad316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:47.079389 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc6c79-5b8a-4c79-b857-2c9a533ad316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:47.081165 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-23cc6c79-5b8a-4c79-b857-2c9a533ad316 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296868 Oct 11 17:23:49.352407 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53138) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:49.483812 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df02418-3a17-43d6-af12-b2302ae7ce4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:49.485260 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-1df02418-3a17-43d6-af12-b2302ae7ce4f admin admin] 10.222.0.42 "GET /v2.0/networks/3c0b352e-f1fb-4e2e-b7db-593e8b7baf21 HTTP/1.1" status: 200 len: 869 time: 0.1318557 Oct 11 17:23:51.731522 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53146) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:51.852383 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15900a8f-4161-46eb-8c7e-a15fead96124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:51.853772 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-15900a8f-4161-46eb-8c7e-a15fead96124 admin admin] 10.222.0.42 "GET /v2.0/networks/6a335415-9c4e-460f-a0d6-9164942b5e0b HTTP/1.1" status: 200 len: 886 time: 0.1212986 Oct 11 17:23:54.105955 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53154) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:54.230643 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91f6d1-48aa-42d6-8930-7df878fe6db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:54.231101 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91f6d1-48aa-42d6-8930-7df878fe6db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:54.234744 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-bd91f6d1-48aa-42d6-8930-7df878fe6db1 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257293 Oct 11 17:23:56.488029 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53162) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:56.578362 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e3677-4769-4c50-b980-4b98d49e1887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:56.578820 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e3677-4769-4c50-b980-4b98d49e1887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:56.580300 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-154e3677-4769-4c50-b980-4b98d49e1887 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912888 Oct 11 17:23:58.848596 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53170) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:23:58.940855 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c119c-73a9-4298-9c61-84b8bec3b21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:23:58.942214 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-765c119c-73a9-4298-9c61-84b8bec3b21e admin admin] 10.222.0.42 "GET /v2.0/subnets/357066dd-1784-4949-9b15-7b55657be5a4 HTTP/1.1" status: 200 len: 868 time: 0.0926907 Oct 11 17:24:01.195420 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53178) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:24:01.280411 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160c123-1d93-4535-b511-5dc6d91a73a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:24:01.282344 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-8160c123-1d93-4535-b511-5dc6d91a73a2 admin admin] 10.222.0.42 "GET /v2.0/subnets/558b12b7-7f3c-4df3-a0b9-43c321ee9d30 HTTP/1.1" status: 200 len: 816 time: 0.0859222 Oct 11 17:24:03.740499 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:24:10.416773 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-90d5a410-869b-4e37-889f-8011d9cbef0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:13.079148 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-894f980a-1e31-49ae-812f-6ef3d6909e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:14.404892 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:14.718527 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:16.015953 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:26.699755 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53232) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:24:26.746415 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [None req-438079c8-936b-4ebc-b68a-cc51b0fb2c4f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:24:26.747417 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-438079c8-936b-4ebc-b68a-cc51b0fb2c4f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0466371 Oct 11 17:24:29.115445 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53240) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:24:29.174885 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1e5b3a-770e-4658-b18e-8dfe1ddef397 admin admin] GET failed (client error): The resource could not be found. Oct 11 17:24:29.176156 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-8b1e5b3a-770e-4658-b18e-8dfe1ddef397 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597873 Oct 11 17:24:29.355720 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475d0f3-3d0a-4452-926f-fe7c533aa1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:24:29.357114 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a475d0f3-3d0a-4452-926f-fe7c533aa1e9 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1764157 Oct 11 17:24:31.652227 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53248) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:24:31.698129 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:24:31.808435 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Made reservation on behalf of 24b41a0232e8414687343bd832e8d760 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:24:31.811252 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:31.839170 dv-cinder-808959-3-iscsi neutron-server[94390]: WARNING neutron.services.revisions.revision_plugin [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Could not find related network for resource to bump revision. Oct 11 17:24:31.849719 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:24:31.857918 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:31.858252 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Added segment d219b69f-13fe-4630-8c6f-5dca0259af39 of type vlan for network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 Oct 11 17:24:31.895158 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:31.985500 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:31.986452 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:24:31.987025 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:32.044501 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] Pushing event updated for resources: {'Network': ['ID=136ebd1d-3a92-4b57-92bd-d6d3962d6ca1,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:24:32.055280 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:24:32.114267 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-d24af0bc-391d-4cba-8738-722e024c4197 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4608769 Oct 11 17:24:34.414642 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53256) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:24:34.476153 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b397e3-24aa-4888-bc61-bfd739855030 admin admin] GET failed (client error): The resource could not be found. Oct 11 17:24:34.477498 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-13b397e3-24aa-4888-bc61-bfd739855030 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619688 Oct 11 17:24:34.545554 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2c2441-bcb7-418d-a984-de6c08df92e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:24:34.547004 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-6e2c2441-bcb7-418d-a984-de6c08df92e0 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647295 Oct 11 17:24:34.557229 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Request body: {'subnet': {'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:24:34.638105 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Made reservation on behalf of 24b41a0232e8414687343bd832e8d760 for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:24:34.641000 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:34.844193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:34.899589 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d754c824-936e-4218-b39b-e12b6cb76189,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:24:34.908906 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Checking segment: {'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:24:34.909289 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Network hostable DHCP agents. Network: 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:24:34.974097 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:24:35.042660 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:24:35.047700 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:24:35.048759 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:35.051823 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9f563c-a91d-4fe3-b1f6-65af3077b62b None None] Network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:24:35.160637 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f06aeaac-68b7-42dc-8ebb-b8cbe7b7dcc4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6066749 Oct 11 17:24:35.286473 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-136ebd1d-3a92-4b57-92bd-d6d3962d6ca1', 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1', 'tenant_id': '24b41a0232e8414687343bd832e8d760', 'fixed_ips': [{'subnet_id': 'd754c824-936e-4218-b39b-e12b6cb76189'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:24:35.287372 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:35.560533 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Allocated IP 192.168.233.2 (136ebd1d-3a92-4b57-92bd-d6d3962d6ca1/d754c824-936e-4218-b39b-e12b6cb76189/310f3da5-f366-472a-90c6-ca5cde1a7519) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:24:35.704685 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:35.787477 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:35.823297 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:24:35.828454 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:24:35.831250 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:24:35.844958 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Pushing event updated for resources: {'Port': ['ID=310f3da5-f366-472a-90c6-ca5cde1a7519,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:24:35.866497 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.866843 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.871663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:24:35.899092 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Attempting to bind port 310f3da5-f366-472a-90c6-ca5cde1a7519 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:24:35.899474 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Attempting to bind port 310f3da5-f366-472a-90c6-ca5cde1a7519 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:24:35.899839 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Attempting to bind port 310f3da5-f366-472a-90c6-ca5cde1a7519 on network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:24:35.905715 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:24:35.906077 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Checking segment: {'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:24:35.907042 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:35.907441 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Bound using segment: {'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:24:35.907897 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Bound port: 310f3da5-f366-472a-90c6-ca5cde1a7519, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:24:35.908314 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:35.972145 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] For port 310f3da5-f366-472a-90c6-ca5cde1a7519, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:24:35.975208 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] For port 310f3da5-f366-472a-90c6-ca5cde1a7519, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=310f3da5-f366-472a-90c6-ca5cde1a7519,segment=NetworkSegment(d219b69f-13fe-4630-8c6f-5dca0259af39),segment_id=d219b69f-13fe-4630-8c6f-5dca0259af39)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:24:36.055163 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:36.115272 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e911a49-89e2-4a9f-9cdd-c170a25e0230 None None] Pushing event updated for resources: {'Port': ['ID=310f3da5-f366-472a-90c6-ca5cde1a7519,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:24:36.611891 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 310f3da5-f366-472a-90c6-ca5cde1a7519 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:24:36.664905 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 310f3da5-f366-472a-90c6-ca5cde1a7519 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:24:36.665339 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:36.754182 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:36.789128 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port 310f3da5-f366-472a-90c6-ca5cde1a7519, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=310f3da5-f366-472a-90c6-ca5cde1a7519,segment=NetworkSegment(d219b69f-13fe-4630-8c6f-5dca0259af39),segment_id=d219b69f-13fe-4630-8c6f-5dca0259af39)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:24:36.878375 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:36.932767 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=310f3da5-f366-472a-90c6-ca5cde1a7519,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:24:36.990547 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c9295-ecb9-4715-9a67-0bbf46a806e8 None None] Network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:24:37.101754 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-73a3fc02-c0c9-42b4-82b0-e082206f780f None None] Provisioning complete for port 310f3da5-f366-472a-90c6-ca5cde1a7519 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:24:37.102393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-73a3fc02-c0c9-42b4-82b0-e082206f780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:37.437518 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-eeaaeffd-622d-413a-bb7b-2419a9e14fc6 None None] Provisioning complete for port 310f3da5-f366-472a-90c6-ca5cde1a7519 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:24:37.437806 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-eeaaeffd-622d-413a-bb7b-2419a9e14fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:38.588662 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 310f3da5-f366-472a-90c6-ca5cde1a7519 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:24:38.636406 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 310f3da5-f366-472a-90c6-ca5cde1a7519 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:24:38.636770 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:40.426805 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-57f99f13-ecf2-42f0-8328-d13dc68b473d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:40.738404 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:24:43.077734 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-62f24dd4-3ecc-4051-acaf-b169bf7845d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:44.374632 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:44.750880 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:24:45.992051 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:10.402476 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-37cda08f-9b6d-443b-8b20-e1c3ab36204a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:13.104748 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-aa714fe9-51a6-4a1b-8b04-1e5cca39eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:14.396726 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:14.740183 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:16.019161 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:17.737234 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:25:40.417833 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ef10-2bf6-4b6e-b2f3-07e92252d84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:43.080759 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-eadb5ee7-13d9-433c-bf12-48f10b57f69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:44.377898 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:44.726144 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:46.017856 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:54.734849 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:25:55.961255 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53308) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:25:55.967136 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [None req-ca1fa845-09ad-4d0f-ad0f-e4c8c3a0ec77 tempest-verify_tempest_config-1313441085 tempest-verify_tempest_config-1313441085-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:25:55.968043 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-ca1fa845-09ad-4d0f-ad0f-e4c8c3a0ec77 tempest-verify_tempest_config-1313441085 tempest-verify_tempest_config-1313441085-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058405 Oct 11 17:25:56.499424 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53326) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:25:56.608919 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:56.680699 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:56.731515 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:56.775101 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984fa2d7-f1e7-4a08-97da-a05a936d6b63,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:25:56.779537 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31933deaf82b46cea9598c2177ca7a72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2790020 Oct 11 17:25:56.782533 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53330) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:25:56.785560 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.785929 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.786274 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.786608 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.786940 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.787282 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.787613 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.787940 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.788263 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.788582 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.788898 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.789239 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070d74a-868b-4f99-a894-de4170f9bc5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:56.860755 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:56.880551 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:57.046536 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:57.049197 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:25:57.050337 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/984fa2d7-f1e7-4a08-97da-a05a936d6b63 HTTP/1.1" status: 204 len: 168 time: 0.2668531 Oct 11 17:25:57.058328 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984fa2d7-f1e7-4a08-97da-a05a936d6b63,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:25:57.065319 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.065576 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.065923 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.066253 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.066578 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.066919 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.067248 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.067569 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.067891 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.068206 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.068532 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:25:57.068840 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ccae9d-7394-46b8-9e49-fe959bd7637c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:26:10.462548 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-abaa8c34-c349-47b8-a5e5-488b01ca332e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:13.074601 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b7e9-86bd-4923-9d90-5a92ff9ff2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:14.422169 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:14.720278 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:16.022173 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:31.733467 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:26:40.433279 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4a9c501c-6fbb-4795-a105-6d52f777c871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:43.102270 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-42deb5d8-c8b0-436e-967a-e6b13aa84c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:44.375809 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:44.736361 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:26:46.026663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:08.732520 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 5 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:27:10.461282 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e0569c0d-cdf0-417d-a9e5-4ddb26a2bd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:13.123667 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a54388e0-ec17-4d50-a983-fd8e631313e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:14.407443 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:14.769367 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:16.019421 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:30.384470 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439280'] for agent, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:40.428884 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-539a79ea-c7be-446f-9a12-a9fc55c8c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:43.126190 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc8e6-3117-451c-88e4-104e30004de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:44.266446 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53404) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:27:44.371913 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-bf333deb-1a31-4c50-83c4-eecd3d3d71e9 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1043811 Oct 11 17:27:44.420686 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:44.757216 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:45.731986 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:27:46.012024 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:27:46.639234 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53414) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:27:46.700944 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-7901782f-fced-4811-9973-d2777766fc66 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0606215 Oct 11 17:28:00.468069 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:10.441607 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-dd0c9332-65a2-4c2b-b413-a67108a578f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:13.101658 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-9b1a26f5-96e9-4d8e-a445-44cf49278f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:14.456288 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:14.750527 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:16.024539 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:22.730877 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:28:30.353029 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:40.438222 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e39b-703f-4f1a-98ca-dec6c719ae03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:43.117376 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-bcb4289a-3061-4758-8b3f-04aa012810fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:44.412421 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:44.727568 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:46.040829 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:28:59.730401 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:29:00.360230 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:10.431704 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-77275ca4-ad1f-4a8e-9f5a-3dd6d9c941ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:13.123976 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d015c7f3-a22c-487f-8cd7-c44a70696587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:14.418641 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:14.575527 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53572) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:14.727608 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.057338 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1245472679-network', 'tenant_id': '3de5ab968004400b81030bd50b14bcae'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:15.166030 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Made reservation on behalf of 3de5ab968004400b81030bd50b14bcae for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:15.168386 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.177292 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.257823 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.319809 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.350018 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:29:15.352198 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9367f334-5904-4b41-86b7-aafab6242cf7,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:15.364630 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.364992 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.365354 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.365762 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.366512 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.367192 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.367325 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.367647 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.367967 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.368281 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.368595 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.368908 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Tracked resource versions report: Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: pushed versions: Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: { 'AddressGroup': {'1.2'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'ConntrackHelper': {'1.0'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Log': {'1.0'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Network': {'1.1'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Port': {'1.7'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'PortForwarding': {'1.2'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'QosPolicy': {'1.10'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SecurityGroup': {'1.4'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SecurityGroupRule': {'1.2'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SubPort': {'1.0'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Subnet': {'1.1'}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Trunk': {'1.1'}} Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: consumer versions: Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: { DHCP agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: HyperV agent@hv-cinder-80895: {}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: L3 agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: Metadata agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: Metering agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: Open vSwitch agent@dv-cinder-808959-3-iscsi: { 'AddressGroup': '1.2', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'ConntrackHelper': '1.0', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Log': '1.0', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Network': '1.1', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Port': '1.7', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'PortForwarding': '1.2', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'QosPolicy': '1.10', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SecurityGroup': '1.4', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SecurityGroupRule': '1.2', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'SubPort': '1.0', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Subnet': '1.1', Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: 'Trunk': '1.1'}} Oct 11 17:29:15.370001 dv-cinder-808959-3-iscsi neutron-server[94390]: {{(pid=94390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 17:29:15.373305 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.373415 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Added segment ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd of type vlan for network 73b77385-d783-4044-8152-2acfb8bc61e2 Oct 11 17:29:15.412159 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.527950 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.528958 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:15.529827 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:15.588600 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] Pushing event updated for resources: {'Network': ['ID=73b77385-d783-4044-8152-2acfb8bc61e2,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:15.598702 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 73b77385-d783-4044-8152-2acfb8bc61e2 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:29:15.757327 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-7676b91d-c560-4e9b-9735-c960b6a05b8d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1804442 Oct 11 17:29:15.760951 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53622) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:15.767448 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Request body: {'subnet': {'network_id': '73b77385-d783-4044-8152-2acfb8bc61e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1245472679-subnet', 'tenant_id': '3de5ab968004400b81030bd50b14bcae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:16.013069 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Made reservation on behalf of 3de5ab968004400b81030bd50b14bcae for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:16.015388 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.041932 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.156624 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53634) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:16.184424 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53640) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:16.287737 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.290168 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53646) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:16.345407 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da998cda-2a62-42ed-9463-9a70d7fdd823,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:16.356874 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.357274 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.357623 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.357942 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.358298 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.358626 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.358948 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.359265 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.359583 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.359934 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.360208 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.360518 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Tracked resource versions report: Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: pushed versions: Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: { 'AddressGroup': {'1.2'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'ConntrackHelper': {'1.0'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Log': {'1.0'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Network': {'1.1'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Port': {'1.7'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'PortForwarding': {'1.2'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'QosPolicy': {'1.10'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SecurityGroup': {'1.4'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SecurityGroupRule': {'1.2'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SubPort': {'1.0'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Subnet': {'1.1'}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Trunk': {'1.1'}} Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: consumer versions: Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: { DHCP agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: HyperV agent@hv-cinder-80895: {}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: L3 agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: Metadata agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: Metering agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: Open vSwitch agent@dv-cinder-808959-3-iscsi: { 'AddressGroup': '1.2', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'ConntrackHelper': '1.0', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Log': '1.0', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Network': '1.1', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Port': '1.7', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'PortForwarding': '1.2', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'QosPolicy': '1.10', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SecurityGroup': '1.4', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SecurityGroupRule': '1.2', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'SubPort': '1.0', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Subnet': '1.1', Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: 'Trunk': '1.1'}} Oct 11 17:29:16.361523 dv-cinder-808959-3-iscsi neutron-server[94391]: {{(pid=94391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 17:29:16.368577 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Checking segment: {'id': 'ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '73b77385-d783-4044-8152-2acfb8bc61e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:16.368577 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Network hostable DHCP agents. Network: 73b77385-d783-4044-8152-2acfb8bc61e2, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:29:16.435715 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Network 73b77385-d783-4044-8152-2acfb8bc61e2 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:29:16.479237 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1998575848-network', 'tenant_id': '45cb158b84f04eb9a9d655242c2622e7'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:16.514162 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1624634192-network', 'tenant_id': '41a8262e18e6410da7d912a193c09530'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:16.520642 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 73b77385-d783-4044-8152-2acfb8bc61e2) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:16.526070 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:16.526826 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.534283 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49cb448-443a-4d4f-a9f1-6da361fbcd3a None None] Network 73b77385-d783-4044-8152-2acfb8bc61e2 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:29:16.571631 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Made reservation on behalf of 45cb158b84f04eb9a9d655242c2622e7 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:16.576440 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.590101 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.617438 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-network', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:16.693722 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.db.api [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 11 17:29:16.693722 dv-cinder-808959-3-iscsi neutron-server[94390]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 11 17:29:16.693722 dv-cinder-808959-3-iscsi neutron-server[94390]: [parameters: {'project_id_1': 'e0ad4749b4b24b30b3af17780c806595', 'expiration_1': datetime.datetime(2021, 10, 11, 17, 28, 56, 621442)}] Oct 11 17:29:16.693722 dv-cinder-808959-3-iscsi neutron-server[94390]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 17:29:16.694629 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG oslo_db.api [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 17:29:16.700121 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.701087 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253ac07-6578-47ed-ac9b-4173efbbfe49 None None] Network 73b77385-d783-4044-8152-2acfb8bc61e2 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:29:16.717483 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-125e80ba-8176-42b6-8b1a-220125035750 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9459097 Oct 11 17:29:16.819863 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.820112 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Made reservation on behalf of 41a8262e18e6410da7d912a193c09530 for: {'network': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:16.822457 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.837470 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.849777 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:29:16.857769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:16.866965 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.867557 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Added segment 58792144-bbdc-4608-bec4-0678722e7c0f of type vlan for network e74b844b-1e0d-469b-b7fa-d9679bb91766 Oct 11 17:29:16.914111 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:16.936255 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.002034 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.011095 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.011264 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:17.011264 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.020098 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=94391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:29:17.047146 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783165218551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.047992 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Unsubscribe: segment precommit_create {{(pid=94391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 17:29:17.048691 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.segments_db [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Added segment c4fe6128-eac1-4096-ac7d-7418d5195227 of type vlan for network 118a4b95-c32e-4507-952d-88283649a443 Oct 11 17:29:17.064320 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b3592a-9fe0-4f16-933a-03bbe362f618,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:17.080602 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] Pushing event updated for resources: {'Network': ['ID=e74b844b-1e0d-469b-b7fa-d9679bb91766,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:17.092240 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network e74b844b-1e0d-469b-b7fa-d9679bb91766 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:29:17.095307 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-2b4354c8-8638-416c-831f-c0bec0964a1a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9373231 Oct 11 17:29:17.095951 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53676) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:17.101143 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Request body: {'subnet': {'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1998575848-subnet', 'tenant_id': '45cb158b84f04eb9a9d655242c2622e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:17.109556 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.215155 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Made reservation on behalf of 45cb158b84f04eb9a9d655242c2622e7 for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:17.217603 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.247248 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.248222 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:17.248834 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.345196 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] Pushing event updated for resources: {'Network': ['ID=118a4b95-c32e-4507-952d-88283649a443,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:17.357226 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 118a4b95-c32e-4507-952d-88283649a443 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:29:17.411388 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Made reservation on behalf of e0ad4749b4b24b30b3af17780c806595 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:17.415240 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.431280 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.457608 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.481193 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a61455e8-7768-4cf6-a5a5-455fc31fafa6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2939034 Oct 11 17:29:17.482534 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53700) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:17.490488 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Request body: {'subnet': {'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1624634192-subnet', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:17.523262 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55514ad8-cbb9-4130-9673-de9531d5a35c,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:17.556379 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Checking segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:17.556991 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Network hostable DHCP agents. Network: e74b844b-1e0d-469b-b7fa-d9679bb91766, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:29:17.583390 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Made reservation on behalf of 41a8262e18e6410da7d912a193c09530 for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:17.587346 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.631795 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.653052 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Network e74b844b-1e0d-469b-b7fa-d9679bb91766 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:29:17.743381 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, e74b844b-1e0d-469b-b7fa-d9679bb91766) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:17.745398 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.752382 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcee3f5-1818-454c-a935-433d88092a66 None None] Network e74b844b-1e0d-469b-b7fa-d9679bb91766 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:29:17.762292 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:17.762889 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.799763 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e7282-8080-4592-a0cd-44b947b0ecff,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:17.802659 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:29:17.814164 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.814896 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Added segment 63f320fe-c9e5-45c0-8ff0-db669fe506de of type vlan for network 41458604-05a6-49ec-af14-1a5b974f531e Oct 11 17:29:17.865188 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.890302 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-d2925a4d-c33e-4571-9675-3027fa99a469 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7933176 Oct 11 17:29:17.910875 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.927650 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f582f-70e8-4f82-9d91-38a98d9926ce None None] Network e74b844b-1e0d-469b-b7fa-d9679bb91766 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:29:17.967275 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.968265 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:17.968681 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Checking segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:17.969142 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:17.969436 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Network hostable DHCP agents. Network: 118a4b95-c32e-4507-952d-88283649a443, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:29:18.000389 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:18.036675 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] Pushing event updated for resources: {'Network': ['ID=41458604-05a6-49ec-af14-1a5b974f531e,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:18.052907 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 41458604-05a6-49ec-af14-1a5b974f531e details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:29:18.058954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Network 118a4b95-c32e-4507-952d-88283649a443 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:29:18.090005 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-560a2dd8-3fca-47aa-9424-ea642c00b518 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7987552 Oct 11 17:29:18.093279 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53732) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:18.103182 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Request body: {'subnet': {'network_id': '41458604-05a6-49ec-af14-1a5b974f531e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-subnet', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:18.143088 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 118a4b95-c32e-4507-952d-88283649a443) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:18.156812 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:18.156948 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04246057-ad72-4ee0-bdb7-defcbb9c05cd None None] Network 118a4b95-c32e-4507-952d-88283649a443 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:29:18.157858 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.202357 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Made reservation on behalf of e0ad4749b4b24b30b3af17780c806595 for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:18.205330 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.308519 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c6c46288-f7a0-4ed7-aeb7-e80917e98f2d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8250239 Oct 11 17:29:18.311520 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53734) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:18.316660 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:18.333496 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-118a4b95-c32e-4507-952d-88283649a443', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:29:18.334505 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.432144 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.433429 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.590735 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.593536 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.633247 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Allocated IP 172.20.0.2 (118a4b95-c32e-4507-952d-88283649a443/b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2/abfdbfb1-82ba-4566-bc24-2ba7b5149c8a) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:18.682327 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83f9922-8239-4a76-ae38-09cf5ec37f53,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:18.721693 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Checking segment: {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:18.722057 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Network hostable DHCP agents. Network: 41458604-05a6-49ec-af14-1a5b974f531e, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:29:18.801691 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Network 41458604-05a6-49ec-af14-1a5b974f531e is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:29:18.859954 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.870136 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 41458604-05a6-49ec-af14-1a5b974f531e) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:18.875324 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:18.879951 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:18.885771 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f08dbd-634f-4361-838d-015d3c35a6da None None] Network 41458604-05a6-49ec-af14-1a5b974f531e requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:29:18.976725 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-5dcf4aaf-e1cd-4ea3-b13c-2e1dbf29741a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8811979 Oct 11 17:29:18.987084 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53790) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:18.991996 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:19.033894 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.087419 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.093925 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.095056 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.121087 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53804) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:19.126698 dv-cinder-808959-3-iscsi neutron-server[94391]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 17:29:19.313558 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53822) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:19.331937 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Pushing event updated for resources: {'Port': ['ID=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:19.337538 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Network 118a4b95-c32e-4507-952d-88283649a443 is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:19.352674 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.361192 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:19.376230 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:19.379049 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.379457 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.379860 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.380253 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.380641 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.381031 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.381467 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.381848 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.382249 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.382632 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.383045 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.383662 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Tracked resource versions report: Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: pushed versions: Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: { 'AddressGroup': {'1.2'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'ConntrackHelper': {'1.0'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Log': {'1.0'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Network': {'1.1'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Port': {'1.7'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'PortForwarding': {'1.2'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'QosPolicy': {'1.10'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SecurityGroup': {'1.4'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SecurityGroupRule': {'1.2'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SubPort': {'1.0'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Subnet': {'1.1'}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Trunk': {'1.1'}} Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: consumer versions: Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: { DHCP agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: HyperV agent@hv-cinder-80895: {}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: L3 agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: Metadata agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: Metering agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: Open vSwitch agent@dv-cinder-808959-3-iscsi: { 'AddressGroup': '1.2', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'ConntrackHelper': '1.0', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Log': '1.0', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Network': '1.1', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Port': '1.7', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'PortForwarding': '1.2', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'QosPolicy': '1.10', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SecurityGroup': '1.4', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SecurityGroupRule': '1.2', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'SubPort': '1.0', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Subnet': '1.1', Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: 'Trunk': '1.1'}} Oct 11 17:29:19.384637 dv-cinder-808959-3-iscsi neutron-server[94392]: {{(pid=94392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 17:29:19.412472 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.421596 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e577acd-8a19-4b56-97f9-92589c6e70ac None None] Network 41458604-05a6-49ec-af14-1a5b974f531e requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:29:19.436937 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.487605 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Attempting to bind port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:19.488248 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Attempting to bind port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:19.488766 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Attempting to bind port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a on network 118a4b95-c32e-4507-952d-88283649a443 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:19.497970 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:19.498636 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Checking segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:19.499193 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.499730 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Bound using segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:19.500361 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Bound port: abfdbfb1-82ba-4566-bc24-2ba7b5149c8a, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:19.500951 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.589720 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Allocated IP 172.27.3.58 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/b7ca7939-7130-44f6-8d2a-f813660a46a9) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:19.652359 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] For port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:19.666739 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] For port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:19.708383 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.762750 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.817890 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-09027aa8-00a8-4ba8-aa04-e72a32f0add0 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:19.819948 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-09027aa8-00a8-4ba8-aa04-e72a32f0add0 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/networks?id=73b77385-d783-4044-8152-2acfb8bc61e2 HTTP/1.1" status: 200 len: 812 time: 0.6977053 Oct 11 17:29:19.832210 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53838) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:19.835526 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d440-a49c-409d-ba75-313ce86f5769 req-aa31e5a3-2031-4b7b-ab07-0c67d9dad028 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:19.837024 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-aa31e5a3-2031-4b7b-ab07-0c67d9dad028 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 815 time: 0.5108757 Oct 11 17:29:19.839233 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.848235 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:19.871288 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-aaf63d3a-0c35-4d5b-8c67-feceb0fd47e7 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/quotas/3de5ab968004400b81030bd50b14bcae HTTP/1.1" status: 200 len: 375 time: 0.0439920 Oct 11 17:29:19.873727 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-bdd67a90-bab7-476f-a27f-f432f39be60e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/quotas/45cb158b84f04eb9a9d655242c2622e7 HTTP/1.1" status: 200 len: 375 time: 0.0302484 Oct 11 17:29:19.882287 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19aa995-f888-4783-ae10-e7c2cbe957e3 None None] Pushing event updated for resources: {'Port': ['ID=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:19.904701 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53844) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:19.930468 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:19.946991 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:19.952124 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-c3b1b1d3-5966-420d-b413-0679acf338ab tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3de5ab968004400b81030bd50b14bcae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733078 Oct 11 17:29:19.964911 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:19.976059 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-2447b73c-2bbc-4d6a-96d6-d01bb06a6a38 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797575 Oct 11 17:29:20.075411 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ca7939-7130-44f6-8d2a-f813660a46a9,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:20.094514 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0132-1cf9-44b7-aab4-71ceb17c7633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.172502 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3c1f74f7-3727-417c-80b1-ca6c643a0c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.192322 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7d060434-6d20-4b52-b42a-966820078d1b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:29:20.192322 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7d060434-6d20-4b52-b42a-966820078d1b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0957046 Oct 11 17:29:20.332028 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0132-1cf9-44b7-aab4-71ceb17c7633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.344051 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-09001e1b-14d1-4071-9dd5-ff608ddad8b5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:29:20.345264 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-09001e1b-14d1-4071-9dd5-ff608ddad8b5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1877282 Oct 11 17:29:20.403263 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3c1f74f7-3727-417c-80b1-ca6c643a0c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.430795 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0132-1cf9-44b7-aab4-71ceb17c7633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.490731 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-4d4d0132-1cf9-44b7-aab4-71ceb17c7633 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55c4515acae5449a912d8ef0474832d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6540353 Oct 11 17:29:20.492187 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53862) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:20.494387 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.501677 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d0132-1cf9-44b7-aab4-71ceb17c7633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ee2368-b5c8-4c99-a751-0834aeb0f344,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:20.518895 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.554937 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3c1f74f7-3727-417c-80b1-ca6c643a0c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.564213 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.579943 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-ae467e90-ed38-4731-8bcf-267cf55e4330 service neutron] 10.222.0.42 "GET /v2.0/networks/73b77385-d783-4044-8152-2acfb8bc61e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190901 Oct 11 17:29:20.653991 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-3c1f74f7-3727-417c-80b1-ca6c643a0c57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c285920b5ef49f0b2ad993172bd4b85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7478662 Oct 11 17:29:20.657338 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53866) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:20.657586 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f74f7-3727-417c-80b1-ca6c643a0c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cc090b-8d56-41d5-97e5-a807f0d984a8,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:20.681729 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-105748e5-ffb9-40ad-a4ba-90e6cfd97a3e service neutron] 10.222.0.42 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031154 Oct 11 17:29:20.711237 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fc576d54-8efa-449a-a4c7-97f5718fe0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.793785 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fc576d54-8efa-449a-a4c7-97f5718fe0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.821193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-df10b722-375a-49e1-b27c-5e2de1c23676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.912502 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Allocated IP 172.27.3.190 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/ebcf1ede-7cf3-482b-a983-f6552e9682d3) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:20.913986 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device abfdbfb1-82ba-4566-bc24-2ba7b5149c8a up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:20.914653 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-df10b722-375a-49e1-b27c-5e2de1c23676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.949458 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:20.991843 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7d92ba8a-685c-4d99-a1b5-29eae7487f37 service neutron] 10.222.0.42 "GET /v2.0/networks/73b77385-d783-4044-8152-2acfb8bc61e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895161 Oct 11 17:29:21.013332 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:21.014066 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.038480 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-e7159c82-a68d-4a6d-a413-7fb68af31680 service neutron] 10.222.0.42 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395462 Oct 11 17:29:21.134119 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-df10b722-375a-49e1-b27c-5e2de1c23676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.138269 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-df10b722-375a-49e1-b27c-5e2de1c23676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.142772 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-df10b722-375a-49e1-b27c-5e2de1c23676 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01cc090b-8d56-41d5-97e5-a807f0d984a8 HTTP/1.1" status: 204 len: 168 time: 0.4789333 Oct 11 17:29:21.150474 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fc576d54-8efa-449a-a4c7-97f5718fe0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.155336 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fc576d54-8efa-449a-a4c7-97f5718fe0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.158484 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-fc576d54-8efa-449a-a4c7-97f5718fe0de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15ee2368-b5c8-4c99-a751-0834aeb0f344 HTTP/1.1" status: 204 len: 168 time: 0.6649773 Oct 11 17:29:21.176090 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.176950 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.190044 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10b722-375a-49e1-b27c-5e2de1c23676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cc090b-8d56-41d5-97e5-a807f0d984a8,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:21.215933 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc576d54-8efa-449a-a4c7-97f5718fe0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ee2368-b5c8-4c99-a751-0834aeb0f344,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:21.273258 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:29:21.275813 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b921d-2298-458f-b076-f4ed7ab157de None None] Network 118a4b95-c32e-4507-952d-88283649a443 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:29:21.412913 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:21.437225 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.467213 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:29:21.468493 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-ef4e7ba9-65ea-4c4f-b0ab-8bf9bd574e72 None None] Provisioning complete for port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:21.474490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7ba9-65ea-4c4f-b0ab-8bf9bd574e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.496619 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Sync routers for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:29:21.505997 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.540437 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:29:21.541101 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:21.586294 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:21.587835 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-8bc1bf3d-1601-474f-8717-480dfb1e5200 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2752535 Oct 11 17:29:21.590596 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53898) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:21.625473 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:21.730029 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcf1ede-7cf3-482b-a983-f6552e9682d3,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:21.843262 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:29:21.859109 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:21.870322 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5bcc038a-f973-4477-a1d1-f7fbd0891c1c req-ef689bfd-fbb5-4c8f-8b9c-7ecadbce49bb tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 210 time: 0.1364701 Oct 11 17:29:21.951191 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-baba95e8-5a66-4eb9-90b6-0e773bd46523 None None] Provisioning complete for port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:21.951191 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-baba95e8-5a66-4eb9-90b6-0e773bd46523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.076033 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d2d9e183-8cf8-4698-933e-31e0db7fb562 req-3a51f83a-6792-4e75-8a56-a45036f1abdb tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.3433952 Oct 11 17:29:22.077149 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:22.080559 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:22.150507 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:20Z', 'revision_number': 3, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:22.182592 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Checking router: 8527bcdf-ed7e-4d00-87c5-4cca59165d39 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:29:22.183206 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Updating router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 port b7ca7939-7130-44f6-8d2a-f813660a46a9 binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:29:22.213997 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.321465 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53930) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:22.527605 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-61eab203-99f2-4abd-91f1-4bf3446473e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.552472 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.567962 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53942) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:22.586422 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.591453 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-679f7318-25b3-4743-a211-a57e86361ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.677603 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.693176 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.750136 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-61eab203-99f2-4abd-91f1-4bf3446473e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.791555 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Attempting to bind port b7ca7939-7130-44f6-8d2a-f813660a46a9 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:22.792927 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Attempting to bind port b7ca7939-7130-44f6-8d2a-f813660a46a9 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:22.793545 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Attempting to bind port b7ca7939-7130-44f6-8d2a-f813660a46a9 on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:22.804442 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:22.805276 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:22.806068 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.806710 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:22.807403 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Bound port: b7ca7939-7130-44f6-8d2a-f813660a46a9, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:22.808085 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.811435 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Pushing event updated for resources: {'Port': ['ID=b7ca7939-7130-44f6-8d2a-f813660a46a9,revision_number=2']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:22.840953 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Allocated IP 172.20.0.1 (118a4b95-c32e-4507-952d-88283649a443/b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2/414a8471-82e6-429b-a9ea-5a3951a81865) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:22.841594 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.842002 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.842347 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.842795 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.843137 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.843466 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.844029 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.844257 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.844727 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.845052 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.845467 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.845853 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Tracked resource versions report: Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: pushed versions: Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: { 'AddressGroup': {'1.2'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'ConntrackHelper': {'1.0'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Log': {'1.0'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Network': {'1.1'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Port': {'1.7'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'PortForwarding': {'1.2'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'QosPolicy': {'1.10'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SecurityGroup': {'1.4'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SecurityGroupRule': {'1.2'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SubPort': {'1.0'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Subnet': {'1.1'}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Trunk': {'1.1'}} Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: consumer versions: Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: { DHCP agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: HyperV agent@hv-cinder-80895: {}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: L3 agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: Metadata agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: Metering agent@dv-cinder-808959-3-iscsi: {}, Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: Open vSwitch agent@dv-cinder-808959-3-iscsi: { 'AddressGroup': '1.2', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'ConntrackHelper': '1.0', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Log': '1.0', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Network': '1.1', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Port': '1.7', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'PortForwarding': '1.2', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'QosPolicy': '1.10', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SecurityGroup': '1.4', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SecurityGroupRule': '1.2', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'SubPort': '1.0', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Subnet': '1.1', Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: 'Trunk': '1.1'}} Oct 11 17:29:22.846977 dv-cinder-808959-3-iscsi neutron-server[94393]: {{(pid=94393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 17:29:22.849399 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device abfdbfb1-82ba-4566-bc24-2ba7b5149c8a up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:22.903097 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.913521 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-61eab203-99f2-4abd-91f1-4bf3446473e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:22.915536 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] For port b7ca7939-7130-44f6-8d2a-f813660a46a9, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:22.919653 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] For port b7ca7939-7130-44f6-8d2a-f813660a46a9, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=b7ca7939-7130-44f6-8d2a-f813660a46a9,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:22.974817 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-61eab203-99f2-4abd-91f1-4bf3446473e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b731b35497524f1896f1eefe857d7eb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6509252 Oct 11 17:29:22.976114 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53954) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:22.984460 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:22.988929 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.016183 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.081421 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-679f7318-25b3-4743-a211-a57e86361ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.094269 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.115324 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-435d8a41-059b-4075-b3bc-f74363051f02 req-7207de5e-b2bb-4d21-941c-2369a22d86fa tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 210 time: 0.1329427 Oct 11 17:29:23.126359 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6994ac9e-f45b-49fd-8ab4-c19b92752058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.158702 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eab203-99f2-4abd-91f1-4bf3446473e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecfeaa4-36d5-40b6-ad73-bf6152332aab,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:23.160399 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6994ac9e-f45b-49fd-8ab4-c19b92752058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.228419 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-679f7318-25b3-4743-a211-a57e86361ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.228713 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53962) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:23.297460 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6867f4e-4ac2-4501-afe5-5ffe7c666ecb None None] Pushing event updated for resources: {'Port': ['ID=b7ca7939-7130-44f6-8d2a-f813660a46a9,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:23.308271 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-679f7318-25b3-4743-a211-a57e86361ea9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9741c198c5724ad1a29cc305c15b9802&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7370813 Oct 11 17:29:23.309206 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53972) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:23.315733 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f7318-25b3-4743-a211-a57e86361ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced36af3-bbb4-402d-af12-712cc2657f21,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:23.319178 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e6c1d808-675c-4edc-a5f2-4677536ced85 req-136dae50-6fb6-40ea-a979-8fc15c982c97 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.0603971 Oct 11 17:29:23.321320 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.331020 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:29:23.331440 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:23.334849 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6994ac9e-f45b-49fd-8ab4-c19b92752058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.342182 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6994ac9e-f45b-49fd-8ab4-c19b92752058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.353242 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-6994ac9e-f45b-49fd-8ab4-c19b92752058 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ecfeaa4-36d5-40b6-ad73-bf6152332aab HTTP/1.1" status: 204 len: 168 time: 0.3704178 Oct 11 17:29:23.408159 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Router 6555d448-3b2c-4759-a286-e21002d26130 is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:29:23.429144 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Network 118a4b95-c32e-4507-952d-88283649a443 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:23.434703 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994ac9e-f45b-49fd-8ab4-c19b92752058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecfeaa4-36d5-40b6-ad73-bf6152332aab,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:23.458664 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:23.476698 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:23.481566 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.522251 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4738dde0-c5e5-46aa-8b35-b0e0cafea383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.522479 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:29:23.617867 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Pushing event updated for resources: {'Port': ['ID=414a8471-82e6-429b-a9ea-5a3951a81865,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:23.659600 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-abfee25e-d6af-463c-a4f2-7d6049910dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.685339 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4738dde0-c5e5-46aa-8b35-b0e0cafea383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.732333 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:29:23.747792 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Sync routers for ids ['6555d448-3b2c-4759-a286-e21002d26130'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:29:23.758553 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-abfee25e-d6af-463c-a4f2-7d6049910dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.766952 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Routers {'6555d448-3b2c-4759-a286-e21002d26130'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:29:23.775951 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['6555d448-3b2c-4759-a286-e21002d26130'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:23.808941 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4738dde0-c5e5-46aa-8b35-b0e0cafea383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.852077 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] Notify callbacks [] for router, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.854500 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:20Z', 'revision_number': 3, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:23.859392 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-78413fe1-f01f-4162-8acb-4a61a14a0c11 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8710923 Oct 11 17:29:23.863199 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 53990) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:23.890664 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd50c7-00a7-40ef-9c08-ddffeb31dc38 None None] The sync data for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi is: [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:20Z', 'revision_number': 3, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:29:23.906519 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738dde0-c5e5-46aa-8b35-b0e0cafea383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6597af0b-b634-4b76-81a7-940b8895bb41,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:23.906519 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-4738dde0-c5e5-46aa-8b35-b0e0cafea383 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3feef23ebf37422baaa4f0339ab5f095&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6764243 Oct 11 17:29:23.908703 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 53994) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:23.967911 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-85b17d6c-3598-47e7-a167-081ca3c83ace None None] Provisioning complete for port 414a8471-82e6-429b-a9ea-5a3951a81865 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:23.969856 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-85b17d6c-3598-47e7-a167-081ca3c83ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.991206 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-abfee25e-d6af-463c-a4f2-7d6049910dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.995028 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-abfee25e-d6af-463c-a4f2-7d6049910dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:23.999580 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-abfee25e-d6af-463c-a4f2-7d6049910dd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ced36af3-bbb4-402d-af12-712cc2657f21 HTTP/1.1" status: 204 len: 168 time: 0.6859558 Oct 11 17:29:24.011768 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Set router 6555d448-3b2c-4759-a286-e21002d26130 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:29:24.030966 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-843124bb-a812-4413-ab0b-c57adb02b446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:24.059247 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-843124bb-a812-4413-ab0b-c57adb02b446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:24.067999 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfee25e-d6af-463c-a4f2-7d6049910dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced36af3-bbb4-402d-af12-712cc2657f21,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:24.093298 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:24.180129 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-85b17d6c-3598-47e7-a167-081ca3c83ace None None] Port 414a8471-82e6-429b-a9ea-5a3951a81865 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:29:24.258432 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5f0ef76b-6e03-423b-8ccb-45dcdec82203 req-79a29a1e-04b6-4c91-845d-f184be8632dd tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 210 time: 0.0431020 Oct 11 17:29:24.316629 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-843124bb-a812-4413-ab0b-c57adb02b446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:24.325191 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-843124bb-a812-4413-ab0b-c57adb02b446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:24.329477 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-843124bb-a812-4413-ab0b-c57adb02b446 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6597af0b-b634-4b76-81a7-940b8895bb41 HTTP/1.1" status: 204 len: 168 time: 0.4174020 Oct 11 17:29:24.350639 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843124bb-a812-4413-ab0b-c57adb02b446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6597af0b-b634-4b76-81a7-940b8895bb41,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:24.367383 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:22Z', 'revision_number': 3, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port': {'id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:20Z', 'updated_at': '2021-10-11T17:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:24.497001 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-62d8c729-87e3-445d-acdd-c04a7409f3d1 req-15afbcee-ea44-4042-9289-41bec1d16323 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.0680265 Oct 11 17:29:24.523802 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Checking router: 6555d448-3b2c-4759-a286-e21002d26130 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:29:24.524939 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Updating router 6555d448-3b2c-4759-a286-e21002d26130 port ebcf1ede-7cf3-482b-a983-f6552e9682d3 binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:29:24.608640 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:24.990109 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.003359 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device b7ca7939-7130-44f6-8d2a-f813660a46a9 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:25.118481 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.121089 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.206613 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port b7ca7939-7130-44f6-8d2a-f813660a46a9 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:25.212055 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.254508 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.296668 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Pushing event updated for resources: {'Port': ['ID=414a8471-82e6-429b-a9ea-5a3951a81865,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:25.387722 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.450309 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.462008 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port b7ca7939-7130-44f6-8d2a-f813660a46a9, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=b7ca7939-7130-44f6-8d2a-f813660a46a9,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:25.463925 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.474786 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Network 118a4b95-c32e-4507-952d-88283649a443 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:25.488288 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:25.532288 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e69bb-d37a-4442-a4d4-0d199bc4185c None None] Pushing event updated for resources: {'Port': ['ID=ebcf1ede-7cf3-482b-a983-f6552e9682d3,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:25.577456 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.654700 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b418dc5-f647-4c5c-b627-3587bbf700a7 req-1b5d59a2-c6ea-41de-9779-4c1adb529705 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 210 time: 0.0528297 Oct 11 17:29:25.699486 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Attempting to bind port ebcf1ede-7cf3-482b-a983-f6552e9682d3 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:25.706844 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Attempting to bind port ebcf1ede-7cf3-482b-a983-f6552e9682d3 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:25.706844 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Attempting to bind port ebcf1ede-7cf3-482b-a983-f6552e9682d3 on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:25.708201 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:25.708929 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:25.709920 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.710315 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:25.711039 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Bound port: ebcf1ede-7cf3-482b-a983-f6552e9682d3, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:25.711167 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.843910 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=b7ca7939-7130-44f6-8d2a-f813660a46a9,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:25.857157 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] For port ebcf1ede-7cf3-482b-a983-f6552e9682d3, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:25.861352 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] For port ebcf1ede-7cf3-482b-a983-f6552e9682d3, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=ebcf1ede-7cf3-482b-a983-f6552e9682d3,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:25.875163 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-10a81ac3-4dda-41fd-ad3f-333ddc1f80f5 req-b02fc166-048b-425f-952b-6d8940f8ef25 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.0658994 Oct 11 17:29:25.917115 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-efb93fda-49b7-4a54-9939-048312bb858b None None] Provisioning complete for port 414a8471-82e6-429b-a9ea-5a3951a81865 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:25.917580 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-efb93fda-49b7-4a54-9939-048312bb858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.935259 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:29:25.946862 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:25.960189 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Allocated IP 172.20.0.1 (41458604-05a6-49ec-af14-1a5b974f531e/f83f9922-8239-4a76-ae38-09cf5ec37f53/5c8d602f-9939-4572-b2f2-91a43782bb41) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:25.990159 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-efb93fda-49b7-4a54-9939-048312bb858b None None] Port 414a8471-82e6-429b-a9ea-5a3951a81865 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:29:26.014495 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Routers {'6555d448-3b2c-4759-a286-e21002d26130'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:29:26.015409 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['6555d448-3b2c-4759-a286-e21002d26130'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:26.058625 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e69bb-d37a-4442-a4d4-0d199bc4185c None None] Pushing event updated for resources: {'Port': ['ID=ebcf1ede-7cf3-482b-a983-f6552e9682d3,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:26.132301 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:29:26.159900 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-6433d7d4-6c30-4f4b-8a5d-25bccdf02776 admin admin] 10.222.0.42 "PUT /v2.0/routers/8527bcdf-ed7e-4d00-87c5-4cca59165d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5546558 Oct 11 17:29:26.181185 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:26.196127 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] Set router 6555d448-3b2c-4759-a286-e21002d26130 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:29:26.310870 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:26.381919 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Network 41458604-05a6-49ec-af14-1a5b974f531e is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:26.385623 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:26.390226 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:26.390689 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:26.394167 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Pushing event updated for resources: {'Port': ['ID=5c8d602f-9939-4572-b2f2-91a43782bb41,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:26.456922 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.48', 51946) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:26.465572 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:22Z', 'revision_number': 3, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port': {'id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:20Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:26.513967 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033116b-c3a9-41a6-8bd0-905eab0654e9 None None] The sync data for ids ['6555d448-3b2c-4759-a286-e21002d26130'] in dv-cinder-808959-3-iscsi is: [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:22Z', 'revision_number': 3, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port': {'id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:20Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:29:26.584898 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Sync routers for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:29:26.607549 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:29:26.608175 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:26.629208 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d440-a49c-409d-ba75-313ce86f5769 req-75170255-5e84-458f-98e7-39d2677718e6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:26.630710 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-75170255-5e84-458f-98e7-39d2677718e6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 815 time: 0.1711004 Oct 11 17:29:26.675747 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:26.696641 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Request body: {'port': {'device_id': 'c41c6cb3-0c16-42d4-b369-58e56fe385f2', 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'admin_state_up': True, 'tenant_id': '45cb158b84f04eb9a9d655242c2622e7'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:26.836608 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device b7ca7939-7130-44f6-8d2a-f813660a46a9 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:26.958326 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port b7ca7939-7130-44f6-8d2a-f813660a46a9 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:26.959875 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:27.081798 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:29:27.158693 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:27.211271 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.48', 51950) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:27.244822 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84754e90-0877-476b-b4ff-90dd3b9ccc2e req-7e29d8cd-97ff-4011-80dd-347bf4095dad tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 210 time: 0.0786047 Oct 11 17:29:27.289967 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:27.292238 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:27.492334 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-71452375-5fbd-47ef-8dbd-95dabea8f585 req-17957560-6fb0-439c-9f04-26c1a236e948 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.0678096 Oct 11 17:29:27.582556 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Made reservation on behalf of 45cb158b84f04eb9a9d655242c2622e7 for: {'port': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:27.586471 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:27.600783 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:24Z', 'revision_number': 2, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:27.693103 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Checking router: 8527bcdf-ed7e-4d00-87c5-4cca59165d39 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:29:27.693538 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Updating router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 port 414a8471-82e6-429b-a9ea-5a3951a81865 binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:29:27.730629 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-04b95acb-16d8-4a55-817b-86fed8c4ef32 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:27.732990 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-04b95acb-16d8-4a55-817b-86fed8c4ef32 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.48 "GET /v2.0/networks?id=73b77385-d783-4044-8152-2acfb8bc61e2 HTTP/1.1" status: 200 len: 812 time: 0.5206981 Oct 11 17:29:27.754754 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.080986 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Request body: {'port': {'device_id': 'f8bdd8ed-2afd-43a3-98b2-2187cc7048bf', 'network_id': '73b77385-d783-4044-8152-2acfb8bc61e2', 'admin_state_up': True, 'tenant_id': '3de5ab968004400b81030bd50b14bcae'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:28.089516 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Allocated IP 172.20.0.8 (e74b844b-1e0d-469b-b7fa-d9679bb91766/55514ad8-cbb9-4130-9673-de9531d5a35c/852a9582-8bac-4690-82e3-a252eaf8980c) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:28.097707 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Network 41458604-05a6-49ec-af14-1a5b974f531e is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:28.101752 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:28.377193 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54160) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:28.383045 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-749edf5a-5caf-41ad-9ccd-d03a2ca89161 req-399207cf-b6c5-4bd6-bb93-846de48db970 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 210 time: 0.0424168 Oct 11 17:29:28.389772 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-5f2fcb7d-5604-40d8-b259-c616f1d0670d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86447706', 'description': 'tempest-description--1453364333'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:28.417973 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.427627 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.913724 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.920201 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Pushing event updated for resources: {'Port': ['ID=5c8d602f-9939-4572-b2f2-91a43782bb41,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:28.925961 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcb7d-5604-40d8-b259-c616f1d0670d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.926519 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df245f-343f-4ab5-8de3-d2d831a8a07c None None] Pushing event updated for resources: {'Port': ['ID=414a8471-82e6-429b-a9ea-5a3951a81865,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:28.926954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.926954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Network e74b844b-1e0d-469b-b7fa-d9679bb91766 is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:28.926954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:28.926954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:28.926954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:28.926954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Attempting to bind port 414a8471-82e6-429b-a9ea-5a3951a81865 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Attempting to bind port 414a8471-82e6-429b-a9ea-5a3951a81865 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Attempting to bind port 414a8471-82e6-429b-a9ea-5a3951a81865 on network 118a4b95-c32e-4507-952d-88283649a443 {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Checking segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Bound using segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Bound port: 414a8471-82e6-429b-a9ea-5a3951a81865, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:28.928869 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.930615 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Router 6555d448-3b2c-4759-a286-e21002d26130 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:29:28.930733 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fdd966f5-ee2d-46fe-a395-8e0436f39a91 req-0635d76d-d643-4493-ab36-4aa574357db9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.2377324 Oct 11 17:29:28.930846 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device ebcf1ede-7cf3-482b-a983-f6552e9682d3 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:28.931318 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] For port 414a8471-82e6-429b-a9ea-5a3951a81865, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:28.931318 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] For port 414a8471-82e6-429b-a9ea-5a3951a81865, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=414a8471-82e6-429b-a9ea-5a3951a81865,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:28.947713 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2562437 Oct 11 17:29:28.978470 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-a4989f40-b755-4ee1-bea5-a520b95ef58b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:29:28.979927 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-a4989f40-b755-4ee1-bea5-a520b95ef58b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098035 Oct 11 17:29:28.996022 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcb7d-5604-40d8-b259-c616f1d0670d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.996520 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:28.998510 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975935fd-c7cc-4d5d-a1bd-10885a55d5d2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Pushing event updated for resources: {'Port': ['ID=852a9582-8bac-4690-82e3-a252eaf8980c,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:29.012395 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port ebcf1ede-7cf3-482b-a983-f6552e9682d3 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:29.012894 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.087271 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Made reservation on behalf of 3de5ab968004400b81030bd50b14bcae for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:29.092861 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.098965 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-b4dde9eb-a191-4f99-b058-e81b7bdf5f63 None None] Provisioning complete for port 414a8471-82e6-429b-a9ea-5a3951a81865 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:29.099347 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b4dde9eb-a191-4f99-b058-e81b7bdf5f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.100586 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:29:29.102116 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:29.109703 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df245f-343f-4ab5-8de3-d2d831a8a07c None None] Pushing event updated for resources: {'Port': ['ID=414a8471-82e6-429b-a9ea-5a3951a81865,revision_number=4']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:29.110051 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcb7d-5604-40d8-b259-c616f1d0670d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.122523 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:29:29.132629 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f9bb904f-19eb-47b1-ab2a-8acf163976db admin admin] 10.222.0.42 "PUT /v2.0/routers/6555d448-3b2c-4759-a286-e21002d26130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2683215 Oct 11 17:29:29.178539 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fcb7d-5604-40d8-b259-c616f1d0670d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e484cc1-51e5-4148-a12a-63c46feb0e68,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:29.282108 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcb7d-5604-40d8-b259-c616f1d0670d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.284076 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-5f2fcb7d-5604-40d8-b259-c616f1d0670d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.9037879 Oct 11 17:29:29.290474 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54182) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:29.300385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-72565c4b-868d-4b06-bef4-4498dd6af636 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'security_group_rule': {'security_group_id': '4e484cc1-51e5-4148-a12a-63c46feb0e68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:29.379797 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Sync routers for ids ['6555d448-3b2c-4759-a286-e21002d26130'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:29:29.382933 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:29:29.406210 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Routers {'6555d448-3b2c-4759-a286-e21002d26130'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:29:29.407061 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['6555d448-3b2c-4759-a286-e21002d26130'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:29.430494 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54188) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:29.431291 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-72565c4b-868d-4b06-bef4-4498dd6af636 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.570811 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-72565c4b-868d-4b06-bef4-4498dd6af636 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.661297 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-72565c4b-868d-4b06-bef4-4498dd6af636 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.669558 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Allocated IP 172.20.0.6 (73b77385-d783-4044-8152-2acfb8bc61e2/da998cda-2a62-42ed-9463-9a70d7fdd823/f15536e7-e7c1-45b0-a540-bd237ea02e89) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:29.716214 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72565c4b-868d-4b06-bef4-4498dd6af636 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7066bbfb-e997-4112-8e37-f2eddd94ed7a,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:29.727915 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc368ca-eb0b-42a5-a49d-89ee1e9aa0bb req-bd3660fd-662a-48e5-918e-d8528d2c6b55 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:29.742034 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bcc368ca-eb0b-42a5-a49d-89ee1e9aa0bb req-bd3660fd-662a-48e5-918e-d8528d2c6b55 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 931 time: 0.1839304 Oct 11 17:29:29.776369 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.783178 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-72565c4b-868d-4b06-bef4-4498dd6af636 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.784709 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-72565c4b-868d-4b06-bef4-4498dd6af636 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4922981 Oct 11 17:29:29.798117 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54200) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:29.805470 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-bf5871ee-90a0-4f9a-8723-adcf27d1347a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'security_group_rule': {'security_group_id': '4e484cc1-51e5-4148-a12a-63c46feb0e68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:29.817691 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b4dde9eb-a191-4f99-b058-e81b7bdf5f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:29.834703 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bcc368ca-eb0b-42a5-a49d-89ee1e9aa0bb req-4d8af3fd-5479-4047-8f1a-1565961ab697 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920241 Oct 11 17:29:29.874663 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:28Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:29.897728 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Request body: {'port': {'device_id': 'c41c6cb3-0c16-42d4-b369-58e56fe385f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:29.900383 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port ebcf1ede-7cf3-482b-a983-f6552e9682d3, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=ebcf1ede-7cf3-482b-a983-f6552e9682d3,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:29.906947 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b86e3d-5225-4e31-ae38-a403f4b70777 None None] The sync data for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi is: [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:28Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:29:30.023520 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-b4dde9eb-a191-4f99-b058-e81b7bdf5f63 None None] For port 414a8471-82e6-429b-a9ea-5a3951a81865, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=414a8471-82e6-429b-a9ea-5a3951a81865,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:30.026730 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Set router 6555d448-3b2c-4759-a286-e21002d26130 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:29:30.140214 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1c25-1c6d-4e70-951f-a8fb69e27d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.236858 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a2eb2a1e-becb-434a-a490-0ec832bbfa17 req-475099d2-ff15-48d9-8e13-2d31fab803d4 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.0978761 Oct 11 17:29:30.371160 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.438536 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.481139 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bf5871ee-90a0-4f9a-8723-adcf27d1347a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.493214 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.497054 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.515016 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b4dde9eb-a191-4f99-b058-e81b7bdf5f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.642851 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.690014 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=ebcf1ede-7cf3-482b-a983-f6552e9682d3,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:30.785899 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-dff51490-1d42-4a13-bff1-5d04ea7c68cc None None] Provisioning complete for port 414a8471-82e6-429b-a9ea-5a3951a81865 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:30.786666 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-dff51490-1d42-4a13-bff1-5d04ea7c68cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.861875 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bf5871ee-90a0-4f9a-8723-adcf27d1347a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:30.893648 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:26Z', 'revision_number': 4, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port': {'id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:20Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5c8d602f-9939-4572-b2f2-91a43782bb41', 'name': '', 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'mac_address': 'fa:16:3e:28:53:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f83f9922-8239-4a76-ae38-09cf5ec37f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:25Z', 'updated_at': '2021-10-11T17:29:26Z', 'revision_number': 2, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'subnets': [{'id': 'f83f9922-8239-4a76-ae38-09cf5ec37f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:30.935256 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bf5871ee-90a0-4f9a-8723-adcf27d1347a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.020183 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Pushing event updated for resources: {'Port': ['ID=f15536e7-e7c1-45b0-a540-bd237ea02e89,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:31.025722 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5871ee-90a0-4f9a-8723-adcf27d1347a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e53c72-d5bf-43d9-a0ce-d83712c06493,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:31.067030 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Checking router: 6555d448-3b2c-4759-a286-e21002d26130 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:29:31.067646 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Updating router 6555d448-3b2c-4759-a286-e21002d26130 port 5c8d602f-9939-4572-b2f2-91a43782bb41 binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:29:31.081959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Network 73b77385-d783-4044-8152-2acfb8bc61e2 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:31.088872 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dde9eb-a191-4f99-b058-e81b7bdf5f63 None None] Pushing event updated for resources: {'Port': ['ID=414a8471-82e6-429b-a9ea-5a3951a81865,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:31.093888 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:31.104989 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:31.119268 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:31.129592 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.146328 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device ebcf1ede-7cf3-482b-a983-f6552e9682d3 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:31.181084 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bf5871ee-90a0-4f9a-8723-adcf27d1347a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.182290 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-bf5871ee-90a0-4f9a-8723-adcf27d1347a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3831983 Oct 11 17:29:31.186173 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54234) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:31.196434 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:31.257282 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.269498 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7157de56-c066-49da-b1c7-a1c2dde13ed9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2125740 Oct 11 17:29:31.304932 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Request body: {'port': {'device_id': 'f8bdd8ed-2afd-43a3-98b2-2187cc7048bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:31.341809 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cc372-0d00-49c3-a0c6-f97980002d58 req-b161e214-668d-4bbc-be6b-640db5843b27 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:31.347706 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fe8cc372-0d00-49c3-a0c6-f97980002d58 req-b161e214-668d-4bbc-be6b-640db5843b27 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 931 time: 0.3093226 Oct 11 17:29:31.473466 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.512589 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1c25-1c6d-4e70-951f-a8fb69e27d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.604828 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.663185 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fe8cc372-0d00-49c3-a0c6-f97980002d58 req-5c426754-d891-42ec-835d-f126daf19c31 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610543 Oct 11 17:29:31.671675 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1c25-1c6d-4e70-951f-a8fb69e27d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.727735 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-d4fe1c25-1c6d-4e70-951f-a8fb69e27d95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea956b503dac4197ba738f4c342855d2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2929826 Oct 11 17:29:31.750049 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54246) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:31.850207 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port ebcf1ede-7cf3-482b-a983-f6552e9682d3 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:31.850580 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:31.898838 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe1c25-1c6d-4e70-951f-a8fb69e27d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5312edea-e967-475c-a012-133d9c2999e8,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:31.991153 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf4a9-1d30-4e31-b69a-a3ca9bebad05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.042869 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf4a9-1d30-4e31-b69a-a3ca9bebad05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.152819 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-1b7cbd8c-2363-4b24-8e9a-892844ee3ec1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:32.152819 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-1b7cbd8c-2363-4b24-8e9a-892844ee3ec1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 819 time: 0.9250858 Oct 11 17:29:32.168802 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa184e-1eee-452b-89ed-f1be090fc43b req-b88f2044-683e-4a53-9755-69c73bd87568 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:32.177694 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aafa184e-1eee-452b-89ed-f1be090fc43b req-b88f2044-683e-4a53-9755-69c73bd87568 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 931 time: 0.3105710 Oct 11 17:29:32.179968 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 414a8471-82e6-429b-a9ea-5a3951a81865 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:32.269275 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-9e62c4cc-8aa3-4bef-afa2-1d8d0d4288a0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/quotas/e0ad4749b4b24b30b3af17780c806595 HTTP/1.1" status: 200 len: 375 time: 0.1333787 Oct 11 17:29:32.304365 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aafa184e-1eee-452b-89ed-f1be090fc43b req-6eb26927-6c80-4658-8f97-e9f5acd19faa tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086438 Oct 11 17:29:32.358727 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852a9582-8bac-4690-82e3-a252eaf8980c {{(pid=94391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:32.384248 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.401713 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf4a9-1d30-4e31-b69a-a3ca9bebad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.404649 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf4a9-1d30-4e31-b69a-a3ca9bebad05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.405928 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-e8dcf4a9-1d30-4e31-b69a-a3ca9bebad05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5312edea-e967-475c-a012-133d9c2999e8 HTTP/1.1" status: 204 len: 168 time: 0.6548243 Oct 11 17:29:32.444056 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15536e7-e7c1-45b0-a540-bd237ea02e89 {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:32.458087 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-67465f1f-07b5-4fff-9b65-994a5ce3a3ed tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1752043 Oct 11 17:29:32.458087 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.provisioning_blocks [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Transition to ACTIVE for port object 852a9582-8bac-4690-82e3-a252eaf8980c will not be triggered until provisioned by entity L2. {{(pid=94391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:29:32.458087 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcf4a9-1d30-4e31-b69a-a3ca9bebad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5312edea-e967-475c-a012-133d9c2999e8,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:32.475113 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.542307 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Transition to ACTIVE for port object f15536e7-e7c1-45b0-a540-bd237ea02e89 will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:29:32.557194 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 414a8471-82e6-429b-a9ea-5a3951a81865 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:32.557569 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.651285 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.668723 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.694191 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.807711 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Pushing event updated for resources: {'Port': ['ID=852a9582-8bac-4690-82e3-a252eaf8980c,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:32.865889 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Pushing event updated for resources: {'Port': ['ID=f15536e7-e7c1-45b0-a540-bd237ea02e89,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:32.869279 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.950285 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:32.975027 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 414a8471-82e6-429b-a9ea-5a3951a81865 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:32.989673 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Attempting to bind port 852a9582-8bac-4690-82e3-a252eaf8980c on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:32.990034 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Attempting to bind port 852a9582-8bac-4690-82e3-a252eaf8980c by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:32.990435 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Attempting to bind port 852a9582-8bac-4690-82e3-a252eaf8980c on network e74b844b-1e0d-469b-b7fa-d9679bb91766 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:33.009342 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Port 852a9582-8bac-4690-82e3-a252eaf8980c on network e74b844b-1e0d-469b-b7fa-d9679bb91766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:29:33.009659 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Attempting to bind port 852a9582-8bac-4690-82e3-a252eaf8980c on network e74b844b-1e0d-469b-b7fa-d9679bb91766 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:33.011929 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Attempting to bind port f15536e7-e7c1-45b0-a540-bd237ea02e89 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:33.012438 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Attempting to bind port f15536e7-e7c1-45b0-a540-bd237ea02e89 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': 'ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '73b77385-d783-4044-8152-2acfb8bc61e2'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:33.012879 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Attempting to bind port f15536e7-e7c1-45b0-a540-bd237ea02e89 on network 73b77385-d783-4044-8152-2acfb8bc61e2 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:33.019473 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-5486a85b-14b0-42cd-ba40-a0205c4e0ed3 service neutron] 10.222.0.42 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482559 Oct 11 17:29:33.021202 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Port f15536e7-e7c1-45b0-a540-bd237ea02e89 on network 73b77385-d783-4044-8152-2acfb8bc61e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:29:33.021684 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Attempting to bind port f15536e7-e7c1-45b0-a540-bd237ea02e89 on network 73b77385-d783-4044-8152-2acfb8bc61e2 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:33.044318 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:33.044636 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Checking segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:33.045271 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Bound using segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:33.050491 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Bound port: 852a9582-8bac-4690-82e3-a252eaf8980c, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'}}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:33.050491 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.056115 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ebc1-7cc5-45fb-9281-ec36902a52f7 req-9de7ccfd-10ac-4f5a-814c-be96508847ce tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:33.057749 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-52a7ebc1-7cc5-45fb-9281-ec36902a52f7 req-9de7ccfd-10ac-4f5a-814c-be96508847ce tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.2057908 Oct 11 17:29:33.137208 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Allocated IP 172.27.3.116 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/1b613fba-6d4b-4f98-9cc4-0f5c5d76200b) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:33.148772 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:33.149166 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Checking segment: {'id': 'ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '73b77385-d783-4044-8152-2acfb8bc61e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:33.151003 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Bound using segment: {'id': 'ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '73b77385-d783-4044-8152-2acfb8bc61e2'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:33.151665 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Bound port: f15536e7-e7c1-45b0-a540-bd237ea02e89, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '73b77385-d783-4044-8152-2acfb8bc61e2'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:33.152353 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.166355 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-52a7ebc1-7cc5-45fb-9281-ec36902a52f7 req-0d3b698d-f2b4-43bb-ba6c-e2f4dc2d7174 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799458 Oct 11 17:29:33.214774 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005c4f6-9196-40fc-a7f6-3f21a2e04b05 None None] Pushing event updated for resources: {'Port': ['ID=5c8d602f-9939-4572-b2f2-91a43782bb41,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:33.241272 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-ee71db22-fd74-42e3-b0d3-90b6e68b45cf service neutron] 10.222.0.42 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212915 Oct 11 17:29:33.268736 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] For port 852a9582-8bac-4690-82e3-a252eaf8980c, host hv-cinder-80895, cleared binding levels {{(pid=94391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:33.277908 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] For port 852a9582-8bac-4690-82e3-a252eaf8980c, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=852a9582-8bac-4690-82e3-a252eaf8980c,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:33.361239 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Attempting to bind port 5c8d602f-9939-4572-b2f2-91a43782bb41 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:33.362873 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Attempting to bind port 5c8d602f-9939-4572-b2f2-91a43782bb41 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:33.362873 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Attempting to bind port 5c8d602f-9939-4572-b2f2-91a43782bb41 on network 41458604-05a6-49ec-af14-1a5b974f531e {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:33.383409 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.397912 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:33.398296 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Checking segment: {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:33.398698 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.399084 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Bound using segment: {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:33.399775 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Bound port: 5c8d602f-9939-4572-b2f2-91a43782bb41, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:33.399973 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.403015 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 414a8471-82e6-429b-a9ea-5a3951a81865 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:33.403386 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.460825 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:33.461588 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.463022 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/852a9582-8bac-4690-82e3-a252eaf8980c HTTP/1.1" status: 200 len: 1093 time: 3.8545141 Oct 11 17:29:33.464889 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41c6cb3-0c16-42d4-b369-58e56fe385f2', 'tag': '852a9582-8bac-4690-82e3-a252eaf8980c'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:29:33.604915 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] For port f15536e7-e7c1-45b0-a540-bd237ea02e89, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:33.605676 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] For port 5c8d602f-9939-4572-b2f2-91a43782bb41, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:33.605676 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] For port 5c8d602f-9939-4572-b2f2-91a43782bb41, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=5c8d602f-9939-4572-b2f2-91a43782bb41,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:33.606068 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] For port f15536e7-e7c1-45b0-a540-bd237ea02e89, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f15536e7-e7c1-45b0-a540-bd237ea02e89,segment=NetworkSegment(ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd),segment_id=ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:33.626303 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54302) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:33.633718 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.711214 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc1b4d-4461-4a38-9980-d0e2500c11e8 service neutron] Pushing event updated for resources: {'Port': ['ID=852a9582-8bac-4690-82e3-a252eaf8980c,revision_number=3']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:33.747395 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f6c732-0a4d-4768-b935-dffaa6e2023f" -d '{"events": [{"name": "network-changed", "server_uuid": "c41c6cb3-0c16-42d4-b369-58e56fe385f2", "tag": "852a9582-8bac-4690-82e3-a252eaf8980c"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:29:33.778300 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52a035-80bb-4d2c-b296-24fe9961131f req-29f502ab-573d-46d5-97c6-e782ebab39a7 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:33.781506 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2c52a035-80bb-4d2c-b296-24fe9961131f req-29f502ab-573d-46d5-97c6-e782ebab39a7 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.3173056 Oct 11 17:29:33.806120 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.812344 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.830229 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:33.947034 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Routers {'6555d448-3b2c-4759-a286-e21002d26130'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:29:33.947630 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['6555d448-3b2c-4759-a286-e21002d26130'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:33.954047 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005c4f6-9196-40fc-a7f6-3f21a2e04b05 None None] Pushing event updated for resources: {'Port': ['ID=5c8d602f-9939-4572-b2f2-91a43782bb41,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:34.051558 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-adbb843c-fbbf-44fe-8e6f-f1856b6c7feb req-0f15b48e-8c55-495b-a082-2c4ae2f8ec59 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 210 time: 0.1952932 Oct 11 17:29:34.073371 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2c52a035-80bb-4d2c-b296-24fe9961131f req-a294d0ed-0562-430c-91ef-846884bdf785 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756498 Oct 11 17:29:34.106062 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d440-a49c-409d-ba75-313ce86f5769 req-23cc66f4-ed0f-44ef-9e6d-dd044b037025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:34.119245 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-23cc66f4-ed0f-44ef-9e6d-dd044b037025 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 1096 time: 0.2505803 Oct 11 17:29:34.165876 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54332) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:34.180249 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] Set router 6555d448-3b2c-4759-a286-e21002d26130 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:29:34.257026 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-9cccb698-d8e4-4dde-aa4d-98a8de27c918 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852a9582-8bac-4690-82e3-a252eaf8980c HTTP/1.1" status: 200 len: 217 time: 0.1399620 Oct 11 17:29:34.262504 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:34.263364 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:34.282418 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3b59042b-bb8d-4d0e-bdc2-3f4d31895dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:34.283076 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] 10.222.0.48 "PUT /v2.0/ports/f15536e7-e7c1-45b0-a540-bd237ea02e89 HTTP/1.1" status: 200 len: 1093 time: 2.9925201 Oct 11 17:29:34.330569 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bdd8ed-2afd-43a3-98b2-2187cc7048bf', 'tag': 'f15536e7-e7c1-45b0-a540-bd237ea02e89'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:29:34.398338 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:34.400955 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:34.403451 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f8df05e2-df47-4286-91f9-5ae898f0631c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:34.405595 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'Port': ['ID=1b613fba-6d4b-4f98-9cc4-0f5c5d76200b,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:34.427313 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:34.517533 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f8df05e2-df47-4286-91f9-5ae898f0631c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:34.592163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d440-a49c-409d-ba75-313ce86f5769 req-65f94070-17f5-462c-abb0-bd92989ee47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:34.593650 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-65f94070-17f5-462c-abb0-bd92989ee47e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55514ad8-cbb9-4130-9673-de9531d5a35c HTTP/1.1" status: 200 len: 855 time: 0.2296748 Oct 11 17:29:34.631586 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d81e7-98db-4703-9dd6-7f9b79dc0022 req-f05fd184-1c5e-41a2-92a0-341129c470e8 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:34.632724 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:26Z', 'revision_number': 4, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port': {'id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:20Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5c8d602f-9939-4572-b2f2-91a43782bb41', 'name': '', 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'mac_address': 'fa:16:3e:28:53:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f83f9922-8239-4a76-ae38-09cf5ec37f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:25Z', 'updated_at': '2021-10-11T17:29:33Z', 'revision_number': 4, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'subnets': [{'id': 'f83f9922-8239-4a76-ae38-09cf5ec37f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:29:34.639539 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-258d81e7-98db-4703-9dd6-7f9b79dc0022 req-f05fd184-1c5e-41a2-92a0-341129c470e8 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.3111036 Oct 11 17:29:34.674305 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3b59042b-bb8d-4d0e-bdc2-3f4d31895dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:34.693636 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:34.729613 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67b346-6089-40e8-9fa9-63583731ecfb service neutron] Pushing event updated for resources: {'Port': ['ID=f15536e7-e7c1-45b0-a540-bd237ea02e89,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:34.742248 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-3a893cf0-7f43-416b-80d2-f0d1436666a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74b844b-1e0d-469b-b7fa-d9679bb91766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664864 Oct 11 17:29:34.742983 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-b0122428-b930-4afa-8fe6-e5ecb0bd1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:34.744758 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-b0122428-b930-4afa-8fe6-e5ecb0bd1151 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3de5ab968004400b81030bd50b14bcae&device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 1096 time: 0.1425531 Oct 11 17:29:34.774868 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-258d81e7-98db-4703-9dd6-7f9b79dc0022 req-b6cf6efd-db1e-409d-9409-9acb17c29ebf tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634544 Oct 11 17:29:34.789764 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f8df05e2-df47-4286-91f9-5ae898f0631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:34.907005 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563fe38-dd95-4479-817e-8375474a6a77 None None] The sync data for ids ['6555d448-3b2c-4759-a286-e21002d26130'] in dv-cinder-808959-3-iscsi is: [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:26Z', 'revision_number': 4, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port': {'id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:20Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5c8d602f-9939-4572-b2f2-91a43782bb41', 'name': '', 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'mac_address': 'fa:16:3e:28:53:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f83f9922-8239-4a76-ae38-09cf5ec37f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:25Z', 'updated_at': '2021-10-11T17:29:33Z', 'revision_number': 4, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'subnets': [{'id': 'f83f9922-8239-4a76-ae38-09cf5ec37f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:29:34.951936 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-d8690899-6470-4d8b-98e7-93a2cd23d4e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f15536e7-e7c1-45b0-a540-bd237ea02e89 HTTP/1.1" status: 200 len: 217 time: 0.1154461 Oct 11 17:29:34.959116 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f8df05e2-df47-4286-91f9-5ae898f0631c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29247d6e51d04a81980bcefa01e43974&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3271990 Oct 11 17:29:34.959116 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df05e2-df47-4286-91f9-5ae898f0631c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b57b30-46f9-4bb2-a811-efd1c2967ab5,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:34.959116 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54342) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:35.027876 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-842108af-0aab-48bd-823a-520d892386e9 service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000196 Oct 11 17:29:35.029129 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3b59042b-bb8d-4d0e-bdc2-3f4d31895dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:35.129012 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9e62b43-cb9f-4617-a0dc-be001ea46ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:35.151906 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-3b59042b-bb8d-4d0e-bdc2-3f4d31895dfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f724197bb11743aba21cdebee2f542d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9868782 Oct 11 17:29:35.154073 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54348) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:35.171647 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9e62b43-cb9f-4617-a0dc-be001ea46ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:35.260998 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-10fc8aeb-2788-45c8-9d47-2084ec7b5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:35.263098 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-10fc8aeb-2788-45c8-9d47-2084ec7b5a86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=da998cda-2a62-42ed-9463-9a70d7fdd823 HTTP/1.1" status: 200 len: 852 time: 0.2295554 Oct 11 17:29:35.381320 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-59270d10-0bdd-4b9c-8659-44227751f7e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b77385-d783-4044-8152-2acfb8bc61e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772252 Oct 11 17:29:35.398571 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:35.452198 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7302d440-a49c-409d-ba75-313ce86f5769 req-8ef4bf57-4a48-420c-861e-31d0a930cca8 service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511885 Oct 11 17:29:35.455692 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54356) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:35.483102 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4271b365-2c9a-4be5-91db-a5e523c479b6 x-openstack-request-id: req-4271b365-2c9a-4be5-91db-a5e523c479b6 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:29:35.494447 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41c6cb3-0c16-42d4-b369-58e56fe385f2", "tag": "852a9582-8bac-4690-82e3-a252eaf8980c", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:29:35.494805 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4271b365-2c9a-4be5-91db-a5e523c479b6 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:29:35.495859 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41c6cb3-0c16-42d4-b369-58e56fe385f2', 'tag': '852a9582-8bac-4690-82e3-a252eaf8980c', 'status': 'completed', 'code': 200} Oct 11 17:29:35.508275 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9e62b43-cb9f-4617-a0dc-be001ea46ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:35.523305 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9e62b43-cb9f-4617-a0dc-be001ea46ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:35.525024 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f9e62b43-cb9f-4617-a0dc-be001ea46ea3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7b57b30-46f9-4bb2-a811-efd1c2967ab5 HTTP/1.1" status: 204 len: 168 time: 0.5650268 Oct 11 17:29:35.557769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54372) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:35.655189 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e62b43-cb9f-4617-a0dc-be001ea46ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b57b30-46f9-4bb2-a811-efd1c2967ab5,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:35.699613 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59042b-bb8d-4d0e-bdc2-3f4d31895dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73959c77-d114-44a6-801d-9359912c626e,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:35.716942 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe8391c-55d7-47da-815c-f06bfd35c534" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bdd8ed-2afd-43a3-98b2-2187cc7048bf", "tag": "f15536e7-e7c1-45b0-a540-bd237ea02e89"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:29:35.867191 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-93a94789-dc4a-4325-9ceb-e4dff2d83d29 service neutron] 10.222.0.48 "GET /v2.0/networks/73b77385-d783-4044-8152-2acfb8bc61e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848584 Oct 11 17:29:35.966066 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:35.971367 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-70247e1c-036b-49ea-ae41-0cdf1b0d10cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:35.978105 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5fe99165-9b5d-44f2-8e38-eac6771eb7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.094999 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.099269 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebb765-7a7f-42e5-a67c-c08c0342d581 req-76dfc53c-bc17-44b1-bb80-7285b9dcd571 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:36.101708 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-39ebb765-7a7f-42e5-a67c-c08c0342d581 req-76dfc53c-bc17-44b1-bb80-7285b9dcd571 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.6478698 Oct 11 17:29:36.146765 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-19f1f624-b0ae-4650-b083-34288fb3225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:36.148434 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-19f1f624-b0ae-4650-b083-34288fb3225d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 1096 time: 0.4875696 Oct 11 17:29:36.212800 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'Port': ['ID=1b613fba-6d4b-4f98-9cc4-0f5c5d76200b,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:36.242764 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b8c01065-96fc-4d51-a634-db609c0c2a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.310502 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.310626 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-4b39b1f5-9203-499c-8d6d-469a5a1df114 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:36.310626 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-4b39b1f5-9203-499c-8d6d-469a5a1df114 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 819 time: 0.7690303 Oct 11 17:29:36.310772 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2add227e-dc93-4bef-a1e7-89eb62329d7c req-1bc2a677-c525-4dea-bca6-1b5211110041 service neutron] 10.222.0.48 "GET /v2.0/networks/73b77385-d783-4044-8152-2acfb8bc61e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395722 Oct 11 17:29:36.378073 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5fe99165-9b5d-44f2-8e38-eac6771eb7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.425812 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-b738dfc9-c448-4205-9d00-e5279fb93bbb tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/quotas/e0ad4749b4b24b30b3af17780c806595 HTTP/1.1" status: 200 len: 375 time: 0.0708303 Oct 11 17:29:36.463008 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b8c01065-96fc-4d51-a634-db609c0c2a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.473376 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-39ebb765-7a7f-42e5-a67c-c08c0342d581 req-eb8e0f34-585a-47bf-841f-af68d595627d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583801 Oct 11 17:29:36.607209 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-70247e1c-036b-49ea-ae41-0cdf1b0d10cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.641778 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ebf48166-38e4-49da-bede-68dff940b8b6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2149198 Oct 11 17:29:36.660310 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.668331 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-be537bd6-8f0c-4c9e-b052-378160e2f850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4802332 Oct 11 17:29:36.669511 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5fe99165-9b5d-44f2-8e38-eac6771eb7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.731214 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:29:36.779817 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5fe99165-9b5d-44f2-8e38-eac6771eb7dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e75bb05e5a7240b99a07558e6b4b042f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2089550 Oct 11 17:29:36.779817 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54390) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:36.787291 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe99165-9b5d-44f2-8e38-eac6771eb7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e683ca33-955b-427e-b0c7-00827d932a6d,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:36.797379 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e398bf-3c87-4c0e-8a73-e74c2b22c1d7 x-openstack-request-id: req-a5e398bf-3c87-4c0e-8a73-e74c2b22c1d7 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:29:36.797776 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bdd8ed-2afd-43a3-98b2-2187cc7048bf", "tag": "f15536e7-e7c1-45b0-a540-bd237ea02e89", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:29:36.798122 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5e398bf-3c87-4c0e-8a73-e74c2b22c1d7 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:29:36.798664 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bdd8ed-2afd-43a3-98b2-2187cc7048bf', 'tag': 'f15536e7-e7c1-45b0-a540-bd237ea02e89', 'status': 'completed', 'code': 200} Oct 11 17:29:36.809965 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-5f8ee726-be61-4952-b3e5-c7e44ed2a351 service neutron] 10.222.0.42 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554360 Oct 11 17:29:36.814086 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-70247e1c-036b-49ea-ae41-0cdf1b0d10cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.841863 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9abaedc5-714b-43ce-9362-c485a252d44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.872069 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9abaedc5-714b-43ce-9362-c485a252d44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:36.974928 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54394) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:37.001239 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b8c01065-96fc-4d51-a634-db609c0c2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.004885 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b8c01065-96fc-4d51-a634-db609c0c2a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.006287 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-b8c01065-96fc-4d51-a634-db609c0c2a07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73959c77-d114-44a6-801d-9359912c626e HTTP/1.1" status: 204 len: 168 time: 1.8359187 Oct 11 17:29:37.015456 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb390-4d14-4df7-a6da-75b783566c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.030724 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-76d87929-585c-4490-9135-f37b035ac814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:37.032363 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-76d87929-585c-4490-9135-f37b035ac814 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 916 time: 0.7036204 Oct 11 17:29:37.054750 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 5c8d602f-9939-4572-b2f2-91a43782bb41 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:37.095880 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-70247e1c-036b-49ea-ae41-0cdf1b0d10cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d1375c0884140e8be73b40bd972790d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5897415 Oct 11 17:29:37.097808 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54398) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:37.140190 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70247e1c-036b-49ea-ae41-0cdf1b0d10cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce3e25-3fd3-4339-95e0-14b947190d9f,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:37.204366 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 5c8d602f-9939-4572-b2f2-91a43782bb41 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:37.204748 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.222761 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9abaedc5-714b-43ce-9362-c485a252d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.225344 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-41699650-755c-40c9-8341-c7b5528ec21b service neutron] 10.222.0.42 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781886 Oct 11 17:29:37.227510 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9abaedc5-714b-43ce-9362-c485a252d44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.228315 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-9abaedc5-714b-43ce-9362-c485a252d44f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e683ca33-955b-427e-b0c7-00827d932a6d HTTP/1.1" status: 204 len: 168 time: 0.4480622 Oct 11 17:29:37.277789 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b0afba9c-7f11-46d2-a29d-0572eaff9569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.286191 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaedc5-714b-43ce-9362-c485a252d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e683ca33-955b-427e-b0c7-00827d932a6d,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:37.309596 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff4f6-193d-489c-819c-364ced2ce472 req-1fca1222-7cf4-4cf4-90ae-e0b5d72b0366 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:37.324163 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a41ff4f6-193d-489c-819c-364ced2ce472 req-1fca1222-7cf4-4cf4-90ae-e0b5d72b0366 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.3198035 Oct 11 17:29:37.324163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c01065-96fc-4d51-a634-db609c0c2a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73959c77-d114-44a6-801d-9359912c626e,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:37.345237 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b0afba9c-7f11-46d2-a29d-0572eaff9569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.402169 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb390-4d14-4df7-a6da-75b783566c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.445482 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.460801 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a41ff4f6-193d-489c-819c-364ced2ce472 req-4d2fc0d9-00c9-4ac4-8d2a-e6942b484112 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172829 Oct 11 17:29:37.501727 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port 5c8d602f-9939-4572-b2f2-91a43782bb41, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=5c8d602f-9939-4572-b2f2-91a43782bb41,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:37.684921 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-51ed7ac1-98dc-4d11-a3c1-8b9abedef2ba tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--86447706&fields=id&tenant_id=41a8262e18e6410da7d912a193c09530 HTTP/1.1" status: 200 len: 267 time: 0.0702405 Oct 11 17:29:37.805798 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb390-4d14-4df7-a6da-75b783566c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.837145 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-eb99bb39-60ac-4d58-8b67-7d08e8882d23 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:37.838734 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-eb99bb39-60ac-4d58-8b67-7d08e8882d23 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 811 time: 0.1393538 Oct 11 17:29:37.851513 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:37.855099 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a5dbb390-4d14-4df7-a6da-75b783566c0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef90db2f01d44bbf862a2aa1c26559b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8779829 Oct 11 17:29:37.860055 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54420) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:37.867523 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbb390-4d14-4df7-a6da-75b783566c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b103f0-4248-4d91-9ad9-6a070db6605d,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:37.884658 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-ca4d99ba-15be-41fe-8663-f17f94c98dea tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/quotas/41a8262e18e6410da7d912a193c09530 HTTP/1.1" status: 200 len: 375 time: 0.0153913 Oct 11 17:29:37.946369 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=5c8d602f-9939-4572-b2f2-91a43782bb41,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:38.012003 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6004bcae-27ce-44cb-b195-bafce78d3b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:38.025242 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-3add3c32-e3ea-443c-a562-e13df5114444 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335614 Oct 11 17:29:38.046729 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b0afba9c-7f11-46d2-a29d-0572eaff9569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:38.049267 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b0afba9c-7f11-46d2-a29d-0572eaff9569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:38.050406 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b0afba9c-7f11-46d2-a29d-0572eaff9569 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6cce3e25-3fd3-4339-95e0-14b947190d9f HTTP/1.1" status: 204 len: 168 time: 0.9500906 Oct 11 17:29:38.129811 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6004bcae-27ce-44cb-b195-bafce78d3b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:38.129811 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afba9c-7f11-46d2-a29d-0572eaff9569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce3e25-3fd3-4339-95e0-14b947190d9f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:38.317530 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e886014-5f9c-4d0e-8780-903560d94780 req-16f20744-e3cb-4f95-8e33-4db03d9204c3 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:38.319427 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1e886014-5f9c-4d0e-8780-903560d94780 req-16f20744-e3cb-4f95-8e33-4db03d9204c3 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.1474342 Oct 11 17:29:38.328268 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-f116d50b-7304-44fe-955a-47c8d62001b3 service neutron] 10.222.0.42 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877517 Oct 11 17:29:38.578974 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1e886014-5f9c-4d0e-8780-903560d94780 req-acbbb14c-866a-4ec0-854d-a8847926882b tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937533 Oct 11 17:29:38.578974 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-218e4ac7-d91c-477c-a981-bf426e67ea5d service neutron] 10.222.0.42 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442177 Oct 11 17:29:38.578974 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6c101439-1185-48ec-b13d-10d04d1fc717 req-80e063da-f53a-470f-a2f8-153319e9d371 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0267403 Oct 11 17:29:38.622707 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6004bcae-27ce-44cb-b195-bafce78d3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:38.626222 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6004bcae-27ce-44cb-b195-bafce78d3b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:38.629190 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-6004bcae-27ce-44cb-b195-bafce78d3b4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21b103f0-4248-4d91-9ad9-6a070db6605d HTTP/1.1" status: 204 len: 168 time: 0.7696717 Oct 11 17:29:38.631690 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19622e89-b308-4dd2-bcbe-dd31c4e15ce2 req-6ec37bca-ad67-4aef-b8fa-8edc3d0ea6d6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:38.633560 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-19622e89-b308-4dd2-bcbe-dd31c4e15ce2 req-6ec37bca-ad67-4aef-b8fa-8edc3d0ea6d6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.0645893 Oct 11 17:29:38.638488 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004bcae-27ce-44cb-b195-bafce78d3b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b103f0-4248-4d91-9ad9-6a070db6605d,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:38.712511 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-19622e89-b308-4dd2-bcbe-dd31c4e15ce2 req-7337869f-732a-40bf-82f4-bfd6720e458a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719671 Oct 11 17:29:38.924431 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-689d174e-d234-461a-9c7c-aea15dc466dc req-b1aa744f-1848-45fa-8fa0-f5a12a87b5f9 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 210 time: 0.0382802 Oct 11 17:29:38.933514 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 5c8d602f-9939-4572-b2f2-91a43782bb41 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:39.022599 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54450) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:39.042782 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 5c8d602f-9939-4572-b2f2-91a43782bb41 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:39.043169 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.047006 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f89e82f7-6498-497b-9c35-9fb918932220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.225775 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f89e82f7-6498-497b-9c35-9fb918932220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.469251 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f89e82f7-6498-497b-9c35-9fb918932220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.509542 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f89e82f7-6498-497b-9c35-9fb918932220 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cf868e26d7e42879c6b9e8c3ba1a5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881520 Oct 11 17:29:39.511079 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e82f7-6498-497b-9c35-9fb918932220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41bbb2f-f3aa-40a6-8eb7-719ca9cf7d7d,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:39.512240 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54458) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:39.594482 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c33c7d03-819c-4d54-a22d-2aee13b33bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.653431 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c33c7d03-819c-4d54-a22d-2aee13b33bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.696424 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e7f0e251-99f4-4aef-b41c-95ebe3f422c5 req-28197038-2eae-483f-811d-871f6a0414f7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0338886 Oct 11 17:29:39.786417 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8b5d6-789b-4e58-a80a-70b4bf252707 req-8e9b16b1-13ba-44bf-a8b8-20ff6fa414a9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:39.788457 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cfc8b5d6-789b-4e58-a80a-70b4bf252707 req-8e9b16b1-13ba-44bf-a8b8-20ff6fa414a9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.0836051 Oct 11 17:29:39.861748 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cfc8b5d6-789b-4e58-a80a-70b4bf252707 req-5f6063cb-1352-4d63-93fe-7e0c3c2225af tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603290 Oct 11 17:29:39.899244 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec393f8-9613-4c72-9cb6-f0b5b9c1614a req-b3a74d3b-ec88-4e80-ba84-80445c8a0cc9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:39.902658 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3ec393f8-9613-4c72-9cb6-f0b5b9c1614a req-b3a74d3b-ec88-4e80-ba84-80445c8a0cc9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.0851877 Oct 11 17:29:39.939276 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54470) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:39.944023 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3ec393f8-9613-4c72-9cb6-f0b5b9c1614a req-81d8e246-06e1-483f-b1af-4800e1114404 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Oct 11 17:29:39.961582 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c33c7d03-819c-4d54-a22d-2aee13b33bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.967029 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c33c7d03-819c-4d54-a22d-2aee13b33bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.967029 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c33c7d03-819c-4d54-a22d-2aee13b33bb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b41bbb2f-f3aa-40a6-8eb7-719ca9cf7d7d HTTP/1.1" status: 204 len: 168 time: 0.4528370 Oct 11 17:29:39.975300 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-02cc38a0-c3cf-4a11-812b-d85ee19c492b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:39.985665 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c7d03-819c-4d54-a22d-2aee13b33bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41bbb2f-f3aa-40a6-8eb7-719ca9cf7d7d,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:40.124001 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-11caba46-1471-46c9-a50d-c63a481c99e9 req-025742bb-1c18-4393-9800-b62efdeefd97 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 210 time: 0.0561378 Oct 11 17:29:40.181724 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-02cc38a0-c3cf-4a11-812b-d85ee19c492b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:40.531104 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-02cc38a0-c3cf-4a11-812b-d85ee19c492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:40.542552 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0cc8-0f5c-4901-a22f-e50a74b7e4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:40.576458 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-02cc38a0-c3cf-4a11-812b-d85ee19c492b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b9653542cdc4e9385d860101158945c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360278 Oct 11 17:29:40.577526 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc38a0-c3cf-4a11-812b-d85ee19c492b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477836d4-8405-497c-bbde-e7fea004d6d7,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:40.579207 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54482) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:40.654280 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bbbd48fc-4440-44db-a87a-3846f230e9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:40.679491 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bbbd48fc-4440-44db-a87a-3846f230e9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:40.807269 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-12a34a3a-ce12-4ccc-ae59-312248369af9 req-52202d88-7e71-4112-9021-2482a4d78ac3 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0265901 Oct 11 17:29:40.975255 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bbbd48fc-4440-44db-a87a-3846f230e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:40.978092 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bbbd48fc-4440-44db-a87a-3846f230e9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:40.979321 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-bbbd48fc-4440-44db-a87a-3846f230e9cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/477836d4-8405-497c-bbde-e7fea004d6d7 HTTP/1.1" status: 204 len: 168 time: 0.3988111 Oct 11 17:29:40.992631 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd48fc-4440-44db-a87a-3846f230e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477836d4-8405-497c-bbde-e7fea004d6d7,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:41.013912 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb7105-b455-466a-9cbd-40ede5e5664d req-d8107d70-1907-41bf-8c70-d85012aee87a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:41.016545 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40fb7105-b455-466a-9cbd-40ede5e5664d req-d8107d70-1907-41bf-8c70-d85012aee87a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.0773396 Oct 11 17:29:41.069970 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40fb7105-b455-466a-9cbd-40ede5e5664d req-8998a2a0-8d42-40d4-97e9-9e8e107d7946 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Oct 11 17:29:41.157129 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8a17c-337b-402d-b5f6-38f2dfa02e50 req-1330410b-afb1-42be-89ab-ae34377051f3 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:41.158703 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-28b8a17c-337b-402d-b5f6-38f2dfa02e50 req-1330410b-afb1-42be-89ab-ae34377051f3 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.0661266 Oct 11 17:29:41.281721 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6c3123f-16ef-45e6-9b69-3b25682f0e72 req-91849b00-bb6c-43c0-9b78-05c0d4bb6c9f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 210 time: 0.0533814 Oct 11 17:29:41.287596 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-28b8a17c-337b-402d-b5f6-38f2dfa02e50 req-da8922f4-7af1-4264-8e13-36d66b547173 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160667 Oct 11 17:29:41.900011 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-88b31f7c-defc-4553-a7ae-aa1103591f59 req-6e289163-0402-4f46-b397-be3fe2fbc933 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0268385 Oct 11 17:29:42.191991 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf97d1-fd76-4ba6-8b38-5626324dd477 req-7e58ecab-4957-4e11-9d7f-f243e7d805b3 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:42.193597 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-acaf97d1-fd76-4ba6-8b38-5626324dd477 req-7e58ecab-4957-4e11-9d7f-f243e7d805b3 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.0490415 Oct 11 17:29:42.231645 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-acaf97d1-fd76-4ba6-8b38-5626324dd477 req-5fd137bd-b354-4cf8-9428-3438c0f033ad tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320601 Oct 11 17:29:42.394232 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-1bcce3d8-4430-40f4-b58c-87e9d13597d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:42.399418 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-1bcce3d8-4430-40f4-b58c-87e9d13597d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3de5ab968004400b81030bd50b14bcae&device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 1096 time: 0.0837765 Oct 11 17:29:42.552382 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-510327d2-9217-4186-93c3-f4dd8e01c311 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852a9582-8bac-4690-82e3-a252eaf8980c HTTP/1.1" status: 200 len: 217 time: 0.2720618 Oct 11 17:29:42.581030 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-b2afa502-1af1-4941-9011-d51c0784c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:42.582540 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-b2afa502-1af1-4941-9011-d51c0784c847 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b77385-d783-4044-8152-2acfb8bc61e2 HTTP/1.1" status: 200 len: 913 time: 0.1756938 Oct 11 17:29:42.625122 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b69a107a-a147-493c-a138-550bbdf3bbfa req-1eedf022-7dc0-4443-a282-17f469660ec7 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 210 time: 0.0765214 Oct 11 17:29:42.655951 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-3b0de891-a3e2-4235-a63c-098239a7cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:42.657633 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-3b0de891-a3e2-4235-a63c-098239a7cec1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55514ad8-cbb9-4130-9673-de9531d5a35c HTTP/1.1" status: 200 len: 855 time: 0.0914328 Oct 11 17:29:42.661302 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-f0c71d9b-e1e8-4c50-b12f-3bf60f198aed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f15536e7-e7c1-45b0-a540-bd237ea02e89 HTTP/1.1" status: 200 len: 217 time: 0.0717325 Oct 11 17:29:42.666869 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e53872-d310-40ef-b0dc-2e08cfd3d679 req-96122898-73dd-4016-8bfc-7a34653c916a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:42.674318 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-77e53872-d310-40ef-b0dc-2e08cfd3d679 req-96122898-73dd-4016-8bfc-7a34653c916a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.1247013 Oct 11 17:29:42.706509 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-cd70c16a-fc50-43fd-b3f1-c84bc2cb1d7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74b844b-1e0d-469b-b7fa-d9679bb91766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297003 Oct 11 17:29:42.832071 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-f95b93a3-0ea0-4071-96bb-1c5155fdce38 service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089466 Oct 11 17:29:42.866150 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-77e53872-d310-40ef-b0dc-2e08cfd3d679 req-ce932d91-8000-4a85-b5eb-336ece0f7373 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910863 Oct 11 17:29:42.912733 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-999022bb-09a5-4949-8232-d24e659ac428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:42.914240 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-999022bb-09a5-4949-8232-d24e659ac428 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=da998cda-2a62-42ed-9463-9a70d7fdd823 HTTP/1.1" status: 200 len: 852 time: 0.2443056 Oct 11 17:29:42.945502 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60f6c732-0a4d-4768-b935-dffaa6e2023f req-67acaa80-7c0d-49f5-8ed6-b260130bfeff service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905032 Oct 11 17:29:42.946763 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-b2d79381-6b61-42f7-b637-b5c25b81ca1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b77385-d783-4044-8152-2acfb8bc61e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250783 Oct 11 17:29:43.003111 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-94170de6-5cd0-4cb5-b6f0-dcea2820145a req-b56d1f23-b5bf-4234-99ef-cd9ce3b5b718 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0354764 Oct 11 17:29:43.066834 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-846c8037-d348-4f2e-a5c9-4eec05218234 service neutron] 10.222.0.48 "GET /v2.0/networks/73b77385-d783-4044-8152-2acfb8bc61e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085043 Oct 11 17:29:43.149114 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-14fce928-5823-4862-b3cc-ff8a78dd5418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:43.175169 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5fe8391c-55d7-47da-815c-f06bfd35c534 req-f1ae40fd-6a25-42cf-bf4a-f9317e3d4800 service neutron] 10.222.0.48 "GET /v2.0/networks/73b77385-d783-4044-8152-2acfb8bc61e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994599 Oct 11 17:29:43.347158 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c960cec-7126-4e97-89d2-495770c30e75 req-efeae60a-af98-47e1-99b8-2a633d430c7a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:43.348514 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8c960cec-7126-4e97-89d2-495770c30e75 req-efeae60a-af98-47e1-99b8-2a633d430c7a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.0509293 Oct 11 17:29:43.409742 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8c960cec-7126-4e97-89d2-495770c30e75 req-e654d05d-7ca9-44a0-a687-1846fd3bc72b tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497718 Oct 11 17:29:43.697427 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-bd6acdc4-e8f4-4fde-a85d-d68cc857d8de tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:43.704303 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-bd6acdc4-e8f4-4fde-a85d-d68cc857d8de tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 819 time: 0.1163635 Oct 11 17:29:43.713846 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Request body: {'port': {'device_id': 'f58c3264-5aec-4962-ab95-cff1a6b01574', 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e', 'admin_state_up': True, 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:43.783675 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9370f6d8-1309-4ab8-8b04-c3189e5ad5d3 req-4bd7e036-eeca-4364-bdd3-bd7dac855188 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 210 time: 0.0399964 Oct 11 17:29:43.950767 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Made reservation on behalf of e0ad4749b4b24b30b3af17780c806595 for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:43.954822 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:44.003385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055655d-279c-4a88-8b8f-8b1a76204800 req-2ae06a59-316e-44c7-8b97-f2d38683ceb5 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:44.005877 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5055655d-279c-4a88-8b8f-8b1a76204800 req-2ae06a59-316e-44c7-8b97-f2d38683ceb5 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.0684447 Oct 11 17:29:44.049413 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5055655d-279c-4a88-8b8f-8b1a76204800 req-1ddd210b-96e3-4c99-83bf-a50423f58608 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373611 Oct 11 17:29:44.119432 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Allocated IP 172.20.0.8 (41458604-05a6-49ec-af14-1a5b974f531e/f83f9922-8239-4a76-ae38-09cf5ec37f53/5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:44.185372 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-173a77c9-2bae-4d0d-b403-b09791bea1fd req-9ec30b35-6d22-4f55-9904-9ee490ce6b9d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0381415 Oct 11 17:29:44.328059 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:44.443274 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-1a774de5-47d6-4bed-9429-0cd6dedb5d19 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:44.452310 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-1a774de5-47d6-4bed-9429-0cd6dedb5d19 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 811 time: 0.1373994 Oct 11 17:29:44.463907 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:44.464651 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:44.538087 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Network 41458604-05a6-49ec-af14-1a5b974f531e is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:44.541427 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:44.542107 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-e11cc2e7-99cd-4b51-9cc1-368a0703f728 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41a8262e18e6410da7d912a193c09530 HTTP/1.1" status: 200 len: 378 time: 0.0798023 Oct 11 17:29:44.544635 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:44.550909 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:44.551626 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:44.562495 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Pushing event updated for resources: {'Port': ['ID=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:44.569607 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'port': {'device_id': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'admin_state_up': True, 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'security_groups': ['4e484cc1-51e5-4148-a12a-63c46feb0e68']}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:44.636214 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981a98-8bd2-407f-8690-7c834f8337e8 req-66f75564-0ea4-44ba-90d7-d2ca8bcd7313 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:44.637745 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2d981a98-8bd2-407f-8690-7c834f8337e8 req-66f75564-0ea4-44ba-90d7-d2ca8bcd7313 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.1197119 Oct 11 17:29:44.653153 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-a7ed7ac6-eab5-42a9-8850-4a42f70b841f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9435430 Oct 11 17:29:44.669480 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Request body: {'port': {'device_id': 'f58c3264-5aec-4962-ab95-cff1a6b01574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:44.710636 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2d981a98-8bd2-407f-8690-7c834f8337e8 req-98ce8f50-93bc-45c7-9b69-6c9f9a39c957 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656059 Oct 11 17:29:44.738652 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:44.754344 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:44.839255 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Made reservation on behalf of 41a8262e18e6410da7d912a193c09530 for: {'port': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:44.845297 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:44.951442 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0338e2c7-e3ac-4a43-9573-3b5b975ae817 req-5a0e5501-629d-40f5-b0e7-9de0d6d0026b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 210 time: 0.0668392 Oct 11 17:29:44.986063 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.48', 51968) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:44.988346 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54652) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:45.057639 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Allocated IP 172.20.0.4 (118a4b95-c32e-4507-952d-88283649a443/b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2/a986e19a-86c9-45b6-a237-d7458311a31f) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:45.197793 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:45.217245 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.234128 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-783c7d41-1493-41b2-8103-34bd086d6de4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:45.235942 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-783c7d41-1493-41b2-8103-34bd086d6de4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 819 time: 0.2463622 Oct 11 17:29:45.244429 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Transition to ACTIVE for port object 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:29:45.249618 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Request body: {'port': {'device_id': 'f3767954-42bf-43db-82c2-fe1e65354c9c', 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e', 'admin_state_up': True, 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:45.354068 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84696680-2596-42a2-84bf-51edd4d06389 req-f9589f07-f131-4a39-b545-5a2a119cea1e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0528634 Oct 11 17:29:45.361756 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.398929 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.419704 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac25aca-9fb7-4769-9479-615dff1dbe64 req-8ce5aa1b-57c3-4773-9fb7-9e1d1cc9d74e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:45.421245 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dac25aca-9fb7-4769-9479-615dff1dbe64 req-8ce5aa1b-57c3-4773-9fb7-9e1d1cc9d74e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.2050686 Oct 11 17:29:45.432189 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Pushing event updated for resources: {'Port': ['ID=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:45.492894 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Attempting to bind port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:45.493266 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Attempting to bind port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:45.493597 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Attempting to bind port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 on network 41458604-05a6-49ec-af14-1a5b974f531e {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:45.505892 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0377dd00-9593-4999-af7a-ba15a45d54fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.509136 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 on network 41458604-05a6-49ec-af14-1a5b974f531e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:29:45.509467 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Attempting to bind port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 on network 41458604-05a6-49ec-af14-1a5b974f531e {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:45.524133 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:45.524462 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Checking segment: {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:45.524841 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Bound using segment: {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:45.525402 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Bound port: 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:45.525705 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.527284 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dac25aca-9fb7-4769-9479-615dff1dbe64 req-bb8af44c-9265-4f76-a110-51ff1ab21369 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966225 Oct 11 17:29:45.543225 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Made reservation on behalf of e0ad4749b4b24b30b3af17780c806595 for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:29:45.546996 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.574291 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.640353 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Network 118a4b95-c32e-4507-952d-88283649a443 is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:45.643774 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:45.648663 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:45.657736 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:45.660870 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.665751 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'Port': ['ID=a986e19a-86c9-45b6-a237-d7458311a31f,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:45.769799 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-dd9ef525-8b76-43d5-bbf0-ba48f5105a4b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2066324 Oct 11 17:29:45.776203 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] For port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:45.783267 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Request body: {'port': {'device_id': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:45.811751 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] For port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:45.894378 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0377dd00-9593-4999-af7a-ba15a45d54fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.894378 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.905681 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.939002 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-b153d155-00bb-4872-8ded-b50df7f3c007 None None] Provisioning complete for port a986e19a-86c9-45b6-a237-d7458311a31f triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:45.939566 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b153d155-00bb-4872-8ded-b50df7f3c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.956269 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:45.957119 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:45.958645 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 HTTP/1.1" status: 200 len: 1093 time: 1.2957337 Oct 11 17:29:45.959541 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58c3264-5aec-4962-ab95-cff1a6b01574', 'tag': '5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:29:45.962066 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b471a87-9889-4681-98bc-f8bc9a0ae7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f58c3264-5aec-4962-ab95-cff1a6b01574", "tag": "5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:29:45.973228 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae9920-e7e6-4ca1-af5e-08b7efa81f8b req-6da673a4-50ac-421b-bfdd-eae6a376c374 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:45.974973 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-50ae9920-e7e6-4ca1-af5e-08b7efa81f8b req-6da673a4-50ac-421b-bfdd-eae6a376c374 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.1363611 Oct 11 17:29:45.975144 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Allocated IP 172.20.0.7 (41458604-05a6-49ec-af14-1a5b974f531e/f83f9922-8239-4a76-ae38-09cf5ec37f53/5f34718a-5b7f-4fb9-a6d5-2055e09a7651) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:29:45.982493 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0377dd00-9593-4999-af7a-ba15a45d54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.010635 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad4934-4261-4bab-bb14-92ce0535f595 service neutron] Pushing event updated for resources: {'Port': ['ID=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:46.033101 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-b153d155-00bb-4872-8ded-b50df7f3c007 None None] Port a986e19a-86c9-45b6-a237-d7458311a31f cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:29:46.053821 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16017b6-0805-49e7-983e-65814c295f47 x-openstack-request-id: req-f16017b6-0805-49e7-983e-65814c295f47 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:29:46.054150 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58c3264-5aec-4962-ab95-cff1a6b01574", "tag": "5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:29:46.054640 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f16017b6-0805-49e7-983e-65814c295f47 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:29:46.055346 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58c3264-5aec-4962-ab95-cff1a6b01574', 'tag': '5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4', 'status': 'completed', 'code': 200} Oct 11 17:29:46.075404 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-0377dd00-9593-4999-af7a-ba15a45d54fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a17d80a9ded4635ad5c2cdc15f7106b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0806308 Oct 11 17:29:46.084289 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54724) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:46.091962 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377dd00-9593-4999-af7a-ba15a45d54fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5943d-0715-4b25-a48a-9f146b0c3c75,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:46.113647 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-50ae9920-e7e6-4ca1-af5e-08b7efa81f8b req-ce01424e-7530-4d14-a653-b775abead283 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871103 Oct 11 17:29:46.120261 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.210362 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471a87-9889-4681-98bc-f8bc9a0ae7f5 req-fb1e76b9-60d4-4c25-b59b-502cc47866c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:46.212080 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2b471a87-9889-4681-98bc-f8bc9a0ae7f5 req-fb1e76b9-60d4-4c25-b59b-502cc47866c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1096 time: 0.1372623 Oct 11 17:29:46.262313 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b14a1-eed4-4036-b9d4-3eeebb78c2a7 req-2ba4cc0b-5a9f-456e-b013-6dcdfc8d5bc2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:46.269450 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-418b14a1-eed4-4036-b9d4-3eeebb78c2a7 req-2ba4cc0b-5a9f-456e-b013-6dcdfc8d5bc2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 931 time: 0.1184554 Oct 11 17:29:46.280716 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6adc7ae4-3766-4458-a1d4-448f602bbab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.358116 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6adc7ae4-3766-4458-a1d4-448f602bbab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.383474 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.390635 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54732) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:46.405601 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-418b14a1-eed4-4036-b9d4-3eeebb78c2a7 req-03ec28ea-fe90-476b-b9be-d99fcb61f687 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353049 Oct 11 17:29:46.463225 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a986e19a-86c9-45b6-a237-d7458311a31f {{(pid=94391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:46.482040 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471a87-9889-4681-98bc-f8bc9a0ae7f5 req-a44babd9-2764-4fe6-a214-c7aefd701d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:46.483540 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2b471a87-9889-4681-98bc-f8bc9a0ae7f5 req-a44babd9-2764-4fe6-a214-c7aefd701d10 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e0ad4749b4b24b30b3af17780c806595&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2622197 Oct 11 17:29:46.502857 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.527456 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54738) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:46.533477 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f5ffef7-0464-437d-855f-d52be3209bc5 req-cd7520e5-2c39-4f3c-bafa-89908b53949a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0516579 Oct 11 17:29:46.606356 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.provisioning_blocks [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Transition to ACTIVE for port object a986e19a-86c9-45b6-a237-d7458311a31f will not be triggered until provisioned by entity L2. {{(pid=94391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:29:46.607987 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6adc7ae4-3766-4458-a1d4-448f602bbab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.611002 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6adc7ae4-3766-4458-a1d4-448f602bbab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.620749 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-6adc7ae4-3766-4458-a1d4-448f602bbab4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3d5943d-0715-4b25-a48a-9f146b0c3c75 HTTP/1.1" status: 204 len: 168 time: 0.5354087 Oct 11 17:29:46.629728 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc7ae4-3766-4458-a1d4-448f602bbab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5943d-0715-4b25-a48a-9f146b0c3c75,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:46.650126 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.655196 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf628205-8bf6-4469-8f85-13be90d99dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.732936 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471a87-9889-4681-98bc-f8bc9a0ae7f5 req-7f4f7254-a926-4846-b4ec-25a1ff66be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:46.734466 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2b471a87-9889-4681-98bc-f8bc9a0ae7f5 req-7f4f7254-a926-4846-b4ec-25a1ff66be2c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418113 Oct 11 17:29:46.749477 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Network 41458604-05a6-49ec-af14-1a5b974f531e is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:29:46.761100 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:29:46.769142 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:29:46.774890 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:46.775634 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.780452 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Pushing event updated for resources: {'Port': ['ID=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:46.856225 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.893167 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a0802d1e-57c2-474f-b879-b5954b6c1735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:46.947868 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37fd0-fa54-4257-96e1-3dbb3d7c6367 req-a58aa915-a05d-4c57-a0a7-aa4bd9ebca65 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:46.949464 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-74c37fd0-fa54-4257-96e1-3dbb3d7c6367 req-a58aa915-a05d-4c57-a0a7-aa4bd9ebca65 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.2896218 Oct 11 17:29:46.954544 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Pushing event updated for resources: {'Port': ['ID=a986e19a-86c9-45b6-a237-d7458311a31f,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:47.031125 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Attempting to bind port a986e19a-86c9-45b6-a237-d7458311a31f on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:47.031460 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Attempting to bind port a986e19a-86c9-45b6-a237-d7458311a31f by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:47.031786 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Attempting to bind port a986e19a-86c9-45b6-a237-d7458311a31f on network 118a4b95-c32e-4507-952d-88283649a443 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:47.032118 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-576fde59-5dbb-448c-b82f-e65e63b72cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:47.033643 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-576fde59-5dbb-448c-b82f-e65e63b72cbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1096 time: 0.2542193 Oct 11 17:29:47.045941 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf628205-8bf6-4469-8f85-13be90d99dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.050314 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-74c37fd0-fa54-4257-96e1-3dbb3d7c6367 req-25bfa5bc-3330-4e0e-8053-89ecca14b5a9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867400 Oct 11 17:29:47.052131 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Port a986e19a-86c9-45b6-a237-d7458311a31f on network 118a4b95-c32e-4507-952d-88283649a443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:29:47.053751 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Attempting to bind port a986e19a-86c9-45b6-a237-d7458311a31f on network 118a4b95-c32e-4507-952d-88283649a443 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:47.062674 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:47.063012 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Checking segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:47.063439 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Bound using segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:47.063828 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Bound port: a986e19a-86c9-45b6-a237-d7458311a31f, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'}}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:47.064181 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.073143 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ef18e3e1-34ba-4f43-9c8f-7fa511905262 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8272035 Oct 11 17:29:47.120673 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf628205-8bf6-4469-8f85-13be90d99dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.132402 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a0802d1e-57c2-474f-b879-b5954b6c1735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.155891 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] For port a986e19a-86c9-45b6-a237-d7458311a31f, host hv-cinder-80895, cleared binding levels {{(pid=94391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:47.159622 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] For port a986e19a-86c9-45b6-a237-d7458311a31f, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=a986e19a-86c9-45b6-a237-d7458311a31f,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:47.167984 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-cf628205-8bf6-4469-8f85-13be90d99dd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f25dde114107488c8ba0532345d32d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749240 Oct 11 17:29:47.170453 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54750) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:47.170900 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf628205-8bf6-4469-8f85-13be90d99dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8407d671-b62a-4724-a3f6-a1758e4353f5,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:47.246954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6560f2d3-6eaa-4431-bca5-8465fb557235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.249921 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a0802d1e-57c2-474f-b879-b5954b6c1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.275789 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.329409 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6560f2d3-6eaa-4431-bca5-8465fb557235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.355237 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a0802d1e-57c2-474f-b879-b5954b6c1735 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=993bda8a788b44859e62bcb42b3a6eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8239679 Oct 11 17:29:47.358281 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54752) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:47.362836 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c51837-4fdb-4688-80e2-d2f43be27c77 req-4432ce99-ecbe-4c40-9219-9952a9bd26e9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:47.364160 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-48c51837-4fdb-4688-80e2-d2f43be27c77 req-4432ce99-ecbe-4c40-9219-9952a9bd26e9 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.1546192 Oct 11 17:29:47.366201 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:47.366812 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.368188 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] 10.222.0.48 "PUT /v2.0/ports/a986e19a-86c9-45b6-a237-d7458311a31f HTTP/1.1" status: 200 len: 1093 time: 1.5901821 Oct 11 17:29:47.376546 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0802d1e-57c2-474f-b879-b5954b6c1735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1498d-a6f1-43b3-b6cd-91a067d68a3e,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:47.378862 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'tag': 'a986e19a-86c9-45b6-a237-d7458311a31f'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:29:47.381167 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952df4c6-c5c7-42b5-8f81-17813687baf2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc85839b-a8e7-4656-bd30-fda256e526c8", "tag": "a986e19a-86c9-45b6-a237-d7458311a31f"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:29:47.431811 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54758) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:47.438963 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-13bedbab-9e1d-49c4-b466-7eaed5e3a6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.446454 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013f2c71-4df4-45fa-8adb-8702e4a00c98 x-openstack-request-id: req-013f2c71-4df4-45fa-8adb-8702e4a00c98 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:29:47.446745 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc85839b-a8e7-4656-bd30-fda256e526c8", "tag": "a986e19a-86c9-45b6-a237-d7458311a31f", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:29:47.446997 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-013f2c71-4df4-45fa-8adb-8702e4a00c98 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:29:47.447382 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'tag': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'status': 'completed', 'code': 200} Oct 11 17:29:47.450363 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e19f58-c8fe-4304-8d7a-97252769ea67 service neutron] Pushing event updated for resources: {'Port': ['ID=a986e19a-86c9-45b6-a237-d7458311a31f,revision_number=3']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:47.472437 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f61495f7-4939-4f03-8b68-42e828c98f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.477687 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-13bedbab-9e1d-49c4-b466-7eaed5e3a6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.486823 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-48c51837-4fdb-4688-80e2-d2f43be27c77 req-7b89514a-bb4a-4140-99a1-3dabadfd02e3 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983388 Oct 11 17:29:47.555835 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6560f2d3-6eaa-4431-bca5-8465fb557235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.558484 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6560f2d3-6eaa-4431-bca5-8465fb557235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.559655 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-6560f2d3-6eaa-4431-bca5-8465fb557235 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8407d671-b62a-4724-a3f6-a1758e4353f5 HTTP/1.1" status: 204 len: 168 time: 0.3881509 Oct 11 17:29:47.573156 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560f2d3-6eaa-4431-bca5-8465fb557235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407d671-b62a-4724-a3f6-a1758e4353f5,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:47.594676 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fa968-20a6-4ddd-81f1-5e48a24d8fa2 req-9d463aad-b101-425b-b043-2ba8bbca69c0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:47.603396 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c42fa968-20a6-4ddd-81f1-5e48a24d8fa2 req-9d463aad-b101-425b-b043-2ba8bbca69c0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 943 time: 0.0822365 Oct 11 17:29:47.616859 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-13bedbab-9e1d-49c4-b466-7eaed5e3a6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.620275 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-13bedbab-9e1d-49c4-b466-7eaed5e3a6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.625651 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-13bedbab-9e1d-49c4-b466-7eaed5e3a6df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37a1498d-a6f1-43b3-b6cd-91a067d68a3e HTTP/1.1" status: 204 len: 168 time: 0.2654593 Oct 11 17:29:47.634133 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bedbab-9e1d-49c4-b466-7eaed5e3a6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1498d-a6f1-43b3-b6cd-91a067d68a3e,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:47.713527 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dd23a-06eb-4f81-930a-6c6c1da1b6f8 req-f4fd604a-66bb-4ca7-9ad8-98dbc8fa2032 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:47.715105 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-078dd23a-06eb-4f81-930a-6c6c1da1b6f8 req-f4fd604a-66bb-4ca7-9ad8-98dbc8fa2032 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 931 time: 0.0887783 Oct 11 17:29:47.719835 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c42fa968-20a6-4ddd-81f1-5e48a24d8fa2 req-dc568cbd-5971-4a1c-8b35-f4b55dd43025 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157439 Oct 11 17:29:47.782693 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f61495f7-4939-4f03-8b68-42e828c98f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.787883 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-078dd23a-06eb-4f81-930a-6c6c1da1b6f8 req-6d0c2dce-9b29-4ce3-9ca6-cf23cc343312 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620224 Oct 11 17:29:47.874685 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f61495f7-4939-4f03-8b68-42e828c98f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.912926 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-f61495f7-4939-4f03-8b68-42e828c98f26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a36ef8b6da24ee4b541cfcad79cfba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766238 Oct 11 17:29:47.913807 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61495f7-4939-4f03-8b68-42e828c98f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7d2b48-b69a-4e05-badb-aa53f96ebe84,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:47.915643 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54768) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:47.968169 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-acf94347-bc3e-4ab2-9161-e6404b1b391c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:47.986841 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-acf94347-bc3e-4ab2-9161-e6404b1b391c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.096865 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-acf94347-bc3e-4ab2-9161-e6404b1b391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.100579 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-acf94347-bc3e-4ab2-9161-e6404b1b391c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.102937 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-acf94347-bc3e-4ab2-9161-e6404b1b391c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad7d2b48-b69a-4e05-badb-aa53f96ebe84 HTTP/1.1" status: 204 len: 168 time: 0.1862030 Oct 11 17:29:48.111572 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf94347-bc3e-4ab2-9161-e6404b1b391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7d2b48-b69a-4e05-badb-aa53f96ebe84,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:48.190083 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260f208-ccf5-4e4b-937c-50e540673b81 req-8e99a35c-e167-4df7-a9c9-dabc2c80c28b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:48.191788 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4260f208-ccf5-4e4b-937c-50e540673b81 req-8e99a35c-e167-4df7-a9c9-dabc2c80c28b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.0491450 Oct 11 17:29:48.228323 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4260f208-ccf5-4e4b-937c-50e540673b81 req-e21fb0bf-7717-41da-a19f-ba3dbad25e7a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Oct 11 17:29:48.404552 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54778) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:48.421601 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6bf355a-0c4a-45ae-b896-1e0d3e9487d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.473630 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54780) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:48.492491 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ec38b48a-f032-4d2e-9bbd-9934b423a181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.496840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6bf355a-0c4a-45ae-b896-1e0d3e9487d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.560392 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6bf355a-0c4a-45ae-b896-1e0d3e9487d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.564321 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ec38b48a-f032-4d2e-9bbd-9934b423a181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.599749 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f6bf355a-0c4a-45ae-b896-1e0d3e9487d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa44334a2465402ea0484f4087a8c106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939900 Oct 11 17:29:48.601127 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf355a-0c4a-45ae-b896-1e0d3e9487d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870d1100-bf44-4671-b60b-05fe47452548,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:48.603527 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54786) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:48.617695 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f9e4-7f53-4a45-b202-7c144360e7a5 req-5e760bc9-88ef-4b80-a7f0-490d58260f65 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:48.619145 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-15a1f9e4-7f53-4a45-b202-7c144360e7a5 req-5e760bc9-88ef-4b80-a7f0-490d58260f65 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.0532215 Oct 11 17:29:48.653094 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-94e0bb49-d869-444d-8253-3935ec1e5a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.657157 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-15a1f9e4-7f53-4a45-b202-7c144360e7a5 req-2c2cea67-e0a6-4d2a-94c5-dd8ec98a8419 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320165 Oct 11 17:29:48.658238 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ec38b48a-f032-4d2e-9bbd-9934b423a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.682913 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-94e0bb49-d869-444d-8253-3935ec1e5a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.697162 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-ec38b48a-f032-4d2e-9bbd-9934b423a181 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6dfe1d5603de45b8bde254cbc12f7e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216511 Oct 11 17:29:48.698267 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38b48a-f032-4d2e-9bbd-9934b423a181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491d8bfa-2959-4e9f-9672-0dc5087003a1,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:48.699666 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54788) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:48.768212 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd8c3-5d63-4d87-8819-0256f033fca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.794552 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd8c3-5d63-4d87-8819-0256f033fca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.841044 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef627224-2596-4d4d-bf6a-ac7bf55b622b req-18ef9b7d-e51a-40c8-9225-83230528ad37 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:48.843820 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef627224-2596-4d4d-bf6a-ac7bf55b622b req-18ef9b7d-e51a-40c8-9225-83230528ad37 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 943 time: 0.0526879 Oct 11 17:29:48.844054 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-94e0bb49-d869-444d-8253-3935ec1e5a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.854568 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-94e0bb49-d869-444d-8253-3935ec1e5a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.858100 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-94e0bb49-d869-444d-8253-3935ec1e5a03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/870d1100-bf44-4671-b60b-05fe47452548 HTTP/1.1" status: 204 len: 168 time: 0.2513087 Oct 11 17:29:48.866567 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0bb49-d869-444d-8253-3935ec1e5a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d1100-bf44-4671-b60b-05fe47452548,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:48.902108 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef627224-2596-4d4d-bf6a-ac7bf55b622b req-1d1901a2-9055-4e8b-b977-051273eedbda tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521796 Oct 11 17:29:48.937244 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd8c3-5d63-4d87-8819-0256f033fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.939952 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd8c3-5d63-4d87-8819-0256f033fca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:48.941377 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-2a4bd8c3-5d63-4d87-8819-0256f033fca9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/491d8bfa-2959-4e9f-9672-0dc5087003a1 HTTP/1.1" status: 204 len: 168 time: 0.2395232 Oct 11 17:29:48.946529 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afdb56-e76d-46aa-b128-d36489412aef req-ba41cded-12cb-4559-97c2-dffa7018c1f9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:48.948114 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-42afdb56-e76d-46aa-b128-d36489412aef req-ba41cded-12cb-4559-97c2-dffa7018c1f9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 931 time: 0.0632434 Oct 11 17:29:48.950129 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bd8c3-5d63-4d87-8819-0256f033fca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d8bfa-2959-4e9f-9672-0dc5087003a1,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:48.992716 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-42afdb56-e76d-46aa-b128-d36489412aef req-66406e8b-039a-4f73-a95e-fa36b2bc951e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Oct 11 17:29:49.344334 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a06f8-827a-4b3f-9cda-fe397cbba5fb req-e0507960-d67c-46d5-99ff-b3fcffc060bf tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:49.345960 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f44a06f8-827a-4b3f-9cda-fe397cbba5fb req-e0507960-d67c-46d5-99ff-b3fcffc060bf tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 943 time: 0.0503170 Oct 11 17:29:49.385626 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f44a06f8-827a-4b3f-9cda-fe397cbba5fb req-292e0ecf-545e-4c50-bd1a-479cff34c70f tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Oct 11 17:29:49.707431 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 852a9582-8bac-4690-82e3-a252eaf8980c details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:29:49.759970 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Request body: {'port': {'device_id': 'f3767954-42bf-43db-82c2-fe1e65354c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:29:49.764501 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-35bc42e7-d03b-4fe1-a4fa-bbc5c11f6070 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 HTTP/1.1" status: 200 len: 217 time: 0.0551579 Oct 11 17:29:49.836098 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-ad21c10c-2daf-4e9b-b14d-8b121d268e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:49.837571 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-ad21c10c-2daf-4e9b-b14d-8b121d268e01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.0560622 Oct 11 17:29:49.867737 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952df4c6-c5c7-42b5-8f81-17813687baf2 req-9b640e90-8dd0-40fb-8244-398643d0f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:49.869270 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-952df4c6-c5c7-42b5-8f81-17813687baf2 req-9b640e90-8dd0-40fb-8244-398643d0f067 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 1096 time: 0.1239331 Oct 11 17:29:49.871574 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 852a9582-8bac-4690-82e3-a252eaf8980c, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=852a9582-8bac-4690-82e3-a252eaf8980c,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:49.878447 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-42245450-7a4e-497a-8a86-3e06975a95bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263755 Oct 11 17:29:49.882152 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962546b-ec75-4f9f-a32d-02f1702859c7 req-a0b2bc7c-062d-437b-b6a6-1b21f0019660 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:49.889707 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a962546b-ec75-4f9f-a32d-02f1702859c7 req-a0b2bc7c-062d-437b-b6a6-1b21f0019660 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 943 time: 0.1077287 Oct 11 17:29:49.890594 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '852a9582-8bac-4690-82e3-a252eaf8980c', 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'port_id': '852a9582-8bac-4690-82e3-a252eaf8980c', 'mac_address': 'fa:16:3e:f7:88:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55514ad8-cbb9-4130-9673-de9531d5a35c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:29:49.896868 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:49.944076 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:49.963794 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852a9582-8bac-4690-82e3-a252eaf8980c {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:49.992300 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 852a9582-8bac-4690-82e3-a252eaf8980c, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=852a9582-8bac-4690-82e3-a252eaf8980c,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:50.054099 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a962546b-ec75-4f9f-a32d-02f1702859c7 req-43ce1d13-e914-423e-bc44-4ec068f7959d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634872 Oct 11 17:29:50.120408 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:50.121318 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device f15536e7-e7c1-45b0-a540-bd237ea02e89 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:29:50.136185 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-b45073e1-a91f-4993-9b57-8113c3df8aed service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494764 Oct 11 17:29:50.171057 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952df4c6-c5c7-42b5-8f81-17813687baf2 req-d73fa8ef-5bd8-4cb4-bb39-c676570bde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.172741 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-952df4c6-c5c7-42b5-8f81-17813687baf2 req-d73fa8ef-5bd8-4cb4-bb39-c676570bde58 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=41a8262e18e6410da7d912a193c09530&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2805605 Oct 11 17:29:50.212607 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d2a4a-7ed5-45ef-9c38-653f73d7912f req-5c5b02fc-9f09-41a9-80c5-5ed2f31625ff tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.214444 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bb3d2a4a-7ed5-45ef-9c38-653f73d7912f req-5c5b02fc-9f09-41a9-80c5-5ed2f31625ff tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 943 time: 0.1981392 Oct 11 17:29:50.247092 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port f15536e7-e7c1-45b0-a540-bd237ea02e89, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f15536e7-e7c1-45b0-a540-bd237ea02e89,segment=NetworkSegment(ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd),segment_id=ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:50.288677 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e88647bb-52cb-47a5-b528-2c254bd535b0 req-95ee181a-ae2f-48d1-9d19-cb37dffc8e11 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442673 Oct 11 17:29:50.305355 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'f15536e7-e7c1-45b0-a540-bd237ea02e89', 'network_id': '73b77385-d783-4044-8152-2acfb8bc61e2', 'port_id': 'f15536e7-e7c1-45b0-a540-bd237ea02e89', 'mac_address': 'fa:16:3e:08:9d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da998cda-2a62-42ed-9463-9a70d7fdd823', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:29:50.364415 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3462f3-d5ff-4fb6-90a2-441d367eed4a req-06706acc-7690-4885-925d-ea1f2e899f16 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.366715 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d3462f3-d5ff-4fb6-90a2-441d367eed4a req-06706acc-7690-4885-925d-ea1f2e899f16 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 931 time: 0.2199571 Oct 11 17:29:50.394579 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:50.397278 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=852a9582-8bac-4690-82e3-a252eaf8980c,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:50.413403 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bb3d2a4a-7ed5-45ef-9c38-653f73d7912f req-c895897c-d140-40c1-a612-2b2b6283a904 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1714694 Oct 11 17:29:50.418695 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15536e7-e7c1-45b0-a540-bd237ea02e89 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:50.465074 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port f15536e7-e7c1-45b0-a540-bd237ea02e89, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f15536e7-e7c1-45b0-a540-bd237ea02e89,segment=NetworkSegment(ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd),segment_id=ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:50.476501 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:50.477019 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952df4c6-c5c7-42b5-8f81-17813687baf2 req-84c543bd-801b-452d-81b8-7d5b80e8aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.478505 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-952df4c6-c5c7-42b5-8f81-17813687baf2 req-84c543bd-801b-452d-81b8-7d5b80e8aa06 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2852173 Oct 11 17:29:50.488440 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:50.500591 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Transition to ACTIVE for port object 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:29:50.527495 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d3462f3-d5ff-4fb6-90a2-441d367eed4a req-a2c27691-8bb3-4a52-9fcf-1b9bed157ceb tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519926 Oct 11 17:29:50.566272 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:50.589118 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:50.664193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Pushing event updated for resources: {'Port': ['ID=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:50.705956 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=f15536e7-e7c1-45b0-a540-bd237ea02e89,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:50.738204 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Attempting to bind port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:29:50.738827 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Attempting to bind port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:29:50.740170 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Attempting to bind port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 on network 41458604-05a6-49ec-af14-1a5b974f531e {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:50.744996 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada416b8-6624-412e-b6dd-6b409d02ec5a req-a66eae72-0ff6-4db2-8171-ab9fdf89f49d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.746492 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ada416b8-6624-412e-b6dd-6b409d02ec5a req-a66eae72-0ff6-4db2-8171-ab9fdf89f49d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 944 time: 0.2397227 Oct 11 17:29:50.748104 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-cb0e9ec9-d9e8-4f97-9464-9464c7dd0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.752011 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-cb0e9ec9-d9e8-4f97-9464-9464c7dd0678 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 1096 time: 0.2198632 Oct 11 17:29:50.752621 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 on network 41458604-05a6-49ec-af14-1a5b974f531e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:29:50.752990 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Attempting to bind port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 on network 41458604-05a6-49ec-af14-1a5b974f531e {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:29:50.759166 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:29:50.759500 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Checking segment: {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:29:50.759886 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Bound using segment: {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:29:50.760801 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Bound port: 5f34718a-5b7f-4fb9-a6d5-2055e09a7651, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f320fe-c9e5-45c0-8ff0-db669fe506de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:29:50.760801 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:50.803833 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-9388adeb-4dde-411a-b5aa-7ed7d03ebb38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a986e19a-86c9-45b6-a237-d7458311a31f HTTP/1.1" status: 200 len: 217 time: 0.0427732 Oct 11 17:29:50.846188 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ada416b8-6624-412e-b6dd-6b409d02ec5a req-71be63cb-0fb8-4083-993b-fd6c3be58106 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930860 Oct 11 17:29:50.858119 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] For port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:29:50.865518 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] For port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:29:50.872787 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['852a9582-8bac-4690-82e3-a252eaf8980c'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:29:50.876616 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-6bbdbf81-6491-4385-8e0b-bb670640ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.878372 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-6bbdbf81-6491-4385-8e0b-bb670640ee7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 200 len: 850 time: 0.0651472 Oct 11 17:29:50.929870 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['f15536e7-e7c1-45b0-a540-bd237ea02e89'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:29:50.932728 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:50.972051 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-1634885a-9659-4526-b4fb-756b5ec98fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.973400 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-1634885a-9659-4526-b4fb-756b5ec98fd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=118a4b95-c32e-4507-952d-88283649a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865600 Oct 11 17:29:50.995218 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:50.995842 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:51.002856 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f34718a-5b7f-4fb9-a6d5-2055e09a7651 HTTP/1.1" status: 200 len: 1093 time: 1.2499092 Oct 11 17:29:51.003513 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3767954-42bf-43db-82c2-fe1e65354c9c', 'tag': '5f34718a-5b7f-4fb9-a6d5-2055e09a7651'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:29:51.005950 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839bc8f5-b1f5-4529-967b-efbf52ae996d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3767954-42bf-43db-82c2-fe1e65354c9c", "tag": "5f34718a-5b7f-4fb9-a6d5-2055e09a7651"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:29:51.109315 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66aeb3-24cd-4f79-aa9b-cee647c64f62 service neutron] Pushing event updated for resources: {'Port': ['ID=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:51.116108 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba89bc89-2884-47b3-b04c-1ebc07df346f x-openstack-request-id: req-ba89bc89-2884-47b3-b04c-1ebc07df346f {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:29:51.116403 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3767954-42bf-43db-82c2-fe1e65354c9c", "tag": "5f34718a-5b7f-4fb9-a6d5-2055e09a7651", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:29:51.116657 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba89bc89-2884-47b3-b04c-1ebc07df346f {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:29:51.117050 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3767954-42bf-43db-82c2-fe1e65354c9c', 'tag': '5f34718a-5b7f-4fb9-a6d5-2055e09a7651', 'status': 'completed', 'code': 200} Oct 11 17:29:51.247113 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc8f5-b1f5-4529-967b-efbf52ae996d req-b560c252-7dc3-458c-844e-93e0c3bce057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:51.250937 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-99624945-38b3-4f01-b847-27bf8d16e1ca service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678704 Oct 11 17:29:51.256996 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-839bc8f5-b1f5-4529-967b-efbf52ae996d req-b560c252-7dc3-458c-844e-93e0c3bce057 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 1096 time: 0.1269608 Oct 11 17:29:51.260603 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd086f3-890c-4a89-a7b2-6972e23dd567 req-105a8cbc-d5aa-448d-b584-81a7543af0ef tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:51.268642 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4cd086f3-890c-4a89-a7b2-6972e23dd567 req-105a8cbc-d5aa-448d-b584-81a7543af0ef tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 944 time: 0.1025960 Oct 11 17:29:51.414242 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4cd086f3-890c-4a89-a7b2-6972e23dd567 req-e9e9d277-7f46-40c7-87bd-9644f4053aad tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446137 Oct 11 17:29:51.445414 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bfbebbc8-12b8-4853-9e86-cc4501ce3374 req-4b8c4077-6949-4592-b59d-650ff74d83e4 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560857 Oct 11 17:29:51.454445 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc8f5-b1f5-4529-967b-efbf52ae996d req-d6afa079-35a9-4f34-b3ee-d86ac0026abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:51.456000 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-839bc8f5-b1f5-4529-967b-efbf52ae996d req-d6afa079-35a9-4f34-b3ee-d86ac0026abd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e0ad4749b4b24b30b3af17780c806595&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1911490 Oct 11 17:29:51.534613 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea456218-6297-4690-bee5-e05d26374c60 req-81f53a12-51fd-4bd7-b46f-a9b1adecba7a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:51.542533 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ea456218-6297-4690-bee5-e05d26374c60 req-81f53a12-51fd-4bd7-b46f-a9b1adecba7a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 943 time: 0.0599918 Oct 11 17:29:51.581977 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc8f5-b1f5-4529-967b-efbf52ae996d req-ca746f6f-92f0-4000-ac6e-5e3cccaf47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:51.584740 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-839bc8f5-b1f5-4529-967b-efbf52ae996d req-ca746f6f-92f0-4000-ac6e-5e3cccaf47e4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210194 Oct 11 17:29:51.602181 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ea456218-6297-4690-bee5-e05d26374c60 req-a2627855-d76a-4d27-af2d-b29b17370f21 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551314 Oct 11 17:29:51.674020 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd75353-f395-433e-8880-d5e9606b5b56 req-c5dece8d-fd44-439f-9d6c-e3e42d93a7eb tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:51.682330 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ddd75353-f395-433e-8880-d5e9606b5b56 req-c5dece8d-fd44-439f-9d6c-e3e42d93a7eb tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 943 time: 0.0734298 Oct 11 17:29:51.686808 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-2475cfe2-b3da-4da5-be7b-3b03971de0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:51.687994 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-2475cfe2-b3da-4da5-be7b-3b03971de0d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 1096 time: 0.0620506 Oct 11 17:29:51.726320 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ddd75353-f395-433e-8880-d5e9606b5b56 req-567783d9-c2d7-4d8b-b7ee-c475d9571d67 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440421 Oct 11 17:29:51.754224 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-f9c35219-056d-423d-a44a-0379a4e0101f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f34718a-5b7f-4fb9-a6d5-2055e09a7651 HTTP/1.1" status: 200 len: 217 time: 0.0536861 Oct 11 17:29:51.809341 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-b47e75cd-4ecd-4adf-b223-7af15818472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:51.812962 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-b47e75cd-4ecd-4adf-b223-7af15818472d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.0493658 Oct 11 17:29:51.836117 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 54950) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:51.849861 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-a9c485b8-0ca4-4adb-a210-96b83fa12fb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286059 Oct 11 17:29:51.963826 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-f43d001a-e03b-4392-8d22-29b10a014d98 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054325 Oct 11 17:29:52.012076 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0bc90731-67ee-4b13-ba4c-0ef46ec85670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:52.052717 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49690f-cdc3-4535-99ad-ccf25f7e8176 req-2d92b601-a59d-4629-813a-b434ef24656e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:52.054338 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8d49690f-cdc3-4535-99ad-ccf25f7e8176 req-2d92b601-a59d-4629-813a-b434ef24656e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 944 time: 0.0831296 Oct 11 17:29:52.083553 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f92e8e4e-af7e-4135-832e-977b47caa2e5 req-f85c0d6d-7dfc-4bf7-81af-87968d1da6eb service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103160 Oct 11 17:29:52.115040 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8d49690f-cdc3-4535-99ad-ccf25f7e8176 req-3ad0f9d9-e254-4ca3-a204-8b79b7d19187 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523007 Oct 11 17:29:52.158295 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0bc90731-67ee-4b13-ba4c-0ef46ec85670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:52.528999 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f85c06-b801-426c-99db-71250e0f73af req-29ad8a9b-7789-4b5d-937c-6a6a29e380ab tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:52.530477 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-63f85c06-b801-426c-99db-71250e0f73af req-29ad8a9b-7789-4b5d-937c-6a6a29e380ab tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 944 time: 0.0475643 Oct 11 17:29:52.567630 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-63f85c06-b801-426c-99db-71250e0f73af req-006b7f55-40f1-4d3b-9a46-fcf284cef546 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Oct 11 17:29:52.575449 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:29:52.577606 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 852a9582-8bac-4690-82e3-a252eaf8980c up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:52.704775 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fc12a-2ea8-4188-9cb3-cc81580ff69a req-8768010c-3413-4eb5-85cc-99a903a3f252 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:52.706489 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-919fc12a-2ea8-4188-9cb3-cc81580ff69a req-8768010c-3413-4eb5-85cc-99a903a3f252 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 943 time: 0.0483179 Oct 11 17:29:52.709849 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0bc90731-67ee-4b13-ba4c-0ef46ec85670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:52.715704 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:52.728582 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4', 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e', 'port_id': '5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4', 'mac_address': 'fa:16:3e:d5:03:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83f9922-8239-4a76-ae38-09cf5ec37f53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:29:52.777540 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc90731-67ee-4b13-ba4c-0ef46ec85670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a41ac6-867c-4b91-ad46-bac1e82cf4e8,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:52.780775 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:52.785297 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 54978) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:52.785806 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-0bc90731-67ee-4b13-ba4c-0ef46ec85670 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c4b5dc07aca4a0f8e12e659a5976939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481895 Oct 11 17:29:52.791899 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-919fc12a-2ea8-4188-9cb3-cc81580ff69a req-4435aea4-b761-47a9-a1b1-940f01fca93c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790572 Oct 11 17:29:52.799908 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:52.832499 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:52.842391 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 852a9582-8bac-4690-82e3-a252eaf8980c completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:29:52.855539 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 852a9582-8bac-4690-82e3-a252eaf8980c triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:52.856111 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:52.898129 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0983245c-b69e-4371-ac88-5272bfb8e9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:52.898305 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce341f8a-a851-4eb9-b383-663686ac626a req-ddeae3c0-6db5-47e8-949a-aacf6db743ac tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:52.898305 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ce341f8a-a851-4eb9-b383-663686ac626a req-ddeae3c0-6db5-47e8-949a-aacf6db743ac tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 943 time: 0.0543320 Oct 11 17:29:52.914137 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0983245c-b69e-4371-ac88-5272bfb8e9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:52.920019 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:52.953704 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ce341f8a-a851-4eb9-b383-663686ac626a req-1d219e3a-aba9-4e6c-940e-6884035c8142 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Oct 11 17:29:53.022898 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0983245c-b69e-4371-ac88-5272bfb8e9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.024614 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:53.026475 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0983245c-b69e-4371-ac88-5272bfb8e9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.027763 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-0983245c-b69e-4371-ac88-5272bfb8e9c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04a41ac6-867c-4b91-ad46-bac1e82cf4e8 HTTP/1.1" status: 204 len: 168 time: 0.2400737 Oct 11 17:29:53.031608 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.053056 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983245c-b69e-4371-ac88-5272bfb8e9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a41ac6-867c-4b91-ad46-bac1e82cf4e8,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:53.058279 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41c6cb3-0c16-42d4-b369-58e56fe385f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852a9582-8bac-4690-82e3-a252eaf8980c'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:29:53.174190 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 852a9582-8bac-4690-82e3-a252eaf8980c, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=852a9582-8bac-4690-82e3-a252eaf8980c,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:53.254367 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1ce2-e6e2-4534-a2b8-b86211060d95 req-7286c929-fe63-42f7-9512-e23659f9baf6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:53.256459 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a97f1ce2-e6e2-4534-a2b8-b86211060d95 req-7286c929-fe63-42f7-9512-e23659f9baf6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 944 time: 0.0569816 Oct 11 17:29:53.269466 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:29:53.295583 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ad844e-9925-4fb7-a4aa-cb4df9c030a3" -d '{"events": [{"server_uuid": "c41c6cb3-0c16-42d4-b369-58e56fe385f2", "name": "network-vif-plugged", "status": "completed", "tag": "852a9582-8bac-4690-82e3-a252eaf8980c"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:29:53.305683 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a97f1ce2-e6e2-4534-a2b8-b86211060d95 req-886b23d3-1a9f-4649-b7c6-671b2b69ac2c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Oct 11 17:29:53.354404 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.365123 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device f15536e7-e7c1-45b0-a540-bd237ea02e89 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:53.409552 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d04f7c-1fb2-4ea0-b01e-26548c6639d7 x-openstack-request-id: req-c4d04f7c-1fb2-4ea0-b01e-26548c6639d7 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:29:53.410122 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41c6cb3-0c16-42d4-b369-58e56fe385f2", "name": "network-vif-plugged", "status": "completed", "tag": "852a9582-8bac-4690-82e3-a252eaf8980c", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:29:53.410427 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4d04f7c-1fb2-4ea0-b01e-26548c6639d7 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:29:53.411173 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41c6cb3-0c16-42d4-b369-58e56fe385f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852a9582-8bac-4690-82e3-a252eaf8980c', 'code': 200} Oct 11 17:29:53.484840 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=852a9582-8bac-4690-82e3-a252eaf8980c,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:53.611802 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port f15536e7-e7c1-45b0-a540-bd237ea02e89 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:29:53.619411 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port f15536e7-e7c1-45b0-a540-bd237ea02e89 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:53.619411 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.687287 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72dd2b-9197-4c49-b094-b8e33bf7b3ea req-4063bc95-3c8f-486f-b5c8-3028b8916919 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:53.688779 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f72dd2b-9197-4c49-b094-b8e33bf7b3ea req-4063bc95-3c8f-486f-b5c8-3028b8916919 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 944 time: 0.0541873 Oct 11 17:29:53.724431 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.730126 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f72dd2b-9197-4c49-b094-b8e33bf7b3ea req-4e06eeec-b966-4915-82a8-b81e7c5ca3cd tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Oct 11 17:29:53.762813 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port f15536e7-e7c1-45b0-a540-bd237ea02e89, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f15536e7-e7c1-45b0-a540-bd237ea02e89,segment=NetworkSegment(ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd),segment_id=ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:53.774702 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e4eb-6017-4af4-8c7a-81919149cfe0 req-ee55a300-8090-4fea-871e-012fee07ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:53.776202 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0162e4eb-6017-4af4-8c7a-81919149cfe0 req-ee55a300-8090-4fea-871e-012fee07ac21 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 1098 time: 0.0780795 Oct 11 17:29:53.799628 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-0162e4eb-6017-4af4-8c7a-81919149cfe0 req-d38c2cf1-772d-4a1d-949e-a069e2455aa0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.862586 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.911293 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-0162e4eb-6017-4af4-8c7a-81919149cfe0 req-d38c2cf1-772d-4a1d-949e-a069e2455aa0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:53.914752 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=f15536e7-e7c1-45b0-a540-bd237ea02e89,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:53.936760 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997846d-3c1b-4ef3-97ad-fb85c437562b req-dfc7212f-e60a-44f4-833c-62b99ee9c671 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:53.938317 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6997846d-3c1b-4ef3-97ad-fb85c437562b req-dfc7212f-e60a-44f4-833c-62b99ee9c671 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 943 time: 0.0616906 Oct 11 17:29:53.977663 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6997846d-3c1b-4ef3-97ad-fb85c437562b req-e9b3a26d-c2d3-4c71-b479-cca010920e42 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325000 Oct 11 17:29:54.011153 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-0162e4eb-6017-4af4-8c7a-81919149cfe0 req-d38c2cf1-772d-4a1d-949e-a069e2455aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:54.046426 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0162e4eb-6017-4af4-8c7a-81919149cfe0 req-d38c2cf1-772d-4a1d-949e-a069e2455aa0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623675 Oct 11 17:29:54.057027 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c2cf1-772d-4a1d-949e-a069e2455aa0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6e304fd4-709a-4375-b97e-2f7c965d154b,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:54.067035 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a790f-6963-4a39-aad3-b057c68f95d2 req-05a72e10-f808-4760-a13c-c2479da778c7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:54.068723 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7c5a790f-6963-4a39-aad3-b057c68f95d2 req-05a72e10-f808-4760-a13c-c2479da778c7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 943 time: 0.0531418 Oct 11 17:29:54.108242 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7c5a790f-6963-4a39-aad3-b057c68f95d2 req-2e2e5d0b-86b4-4a38-b349-15944beb7467 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332241 Oct 11 17:29:54.419385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b4e5-04b7-413a-b0aa-2b90cbe97104 req-ab851c80-514b-4722-86ee-081df9ac6909 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:54.420128 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b10b4e5-04b7-413a-b0aa-2b90cbe97104 req-ab851c80-514b-4722-86ee-081df9ac6909 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 945 time: 0.0536814 Oct 11 17:29:54.458893 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b10b4e5-04b7-413a-b0aa-2b90cbe97104 req-cba528e0-ab8c-41fe-a1bf-0879dde1587b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326719 Oct 11 17:29:54.600936 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:29:54.604441 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:54.733077 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:54.744957 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '5f34718a-5b7f-4fb9-a6d5-2055e09a7651', 'network_id': '41458604-05a6-49ec-af14-1a5b974f531e', 'port_id': '5f34718a-5b7f-4fb9-a6d5-2055e09a7651', 'mac_address': 'fa:16:3e:a4:d1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83f9922-8239-4a76-ae38-09cf5ec37f53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:29:54.783043 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:54.796435 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:54.816088 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:54.845192 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:29:54.849845 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:54.850417 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:54.852079 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575eef-bb76-4748-8b59-9516bca8efb8 req-e0745c07-c44c-4145-8548-108ce306f98a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:54.854807 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9e575eef-bb76-4748-8b59-9516bca8efb8 req-e0745c07-c44c-4145-8548-108ce306f98a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0516829 Oct 11 17:29:54.901307 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9e575eef-bb76-4748-8b59-9516bca8efb8 req-63854056-d6e4-4667-bc05-c0bea0be9822 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Oct 11 17:29:54.925819 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:54.926553 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device a986e19a-86c9-45b6-a237-d7458311a31f details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:29:54.981547 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:55.021097 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:55.104785 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13a5de-b838-46b2-acf0-b4177c4800c8 req-e9fa16c8-231f-4631-b4bd-2bbaa56216b2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:55.106362 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ba13a5de-b838-46b2-acf0-b4177c4800c8 req-e9fa16c8-231f-4631-b4bd-2bbaa56216b2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 943 time: 0.0590088 Oct 11 17:29:55.257715 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ba13a5de-b838-46b2-acf0-b4177c4800c8 req-e5b48c6d-12ad-4c3c-8924-f15316bd7328 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553093 Oct 11 17:29:55.258207 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:55.258207 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port a986e19a-86c9-45b6-a237-d7458311a31f, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=a986e19a-86c9-45b6-a237-d7458311a31f,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:55.261918 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544c37f-2770-43c0-a56d-b2b341768c31 req-a76b7a0c-394c-4fb0-ab3f-c1306c946c06 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:55.263385 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'port_id': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'mac_address': 'fa:16:3e:a7:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:29:55.263526 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8544c37f-2770-43c0-a56d-b2b341768c31 req-a76b7a0c-394c-4fb0-ab3f-c1306c946c06 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 944 time: 0.0617921 Oct 11 17:29:55.306078 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:55.310893 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8544c37f-2770-43c0-a56d-b2b341768c31 req-9fba2c4c-d46e-40f2-9517-fc86babadb5a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Oct 11 17:29:55.320175 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:55.328304 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a986e19a-86c9-45b6-a237-d7458311a31f {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:29:55.411330 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port a986e19a-86c9-45b6-a237-d7458311a31f, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=a986e19a-86c9-45b6-a237-d7458311a31f,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:55.412299 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bdd8ed-2afd-43a3-98b2-2187cc7048bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15536e7-e7c1-45b0-a540-bd237ea02e89'}, {'server_uuid': 'f58c3264-5aec-4962-ab95-cff1a6b01574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:29:55.415172 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff9648-6fd3-44fb-8d92-41b2678f776f" -d '{"events": [{"server_uuid": "f8bdd8ed-2afd-43a3-98b2-2187cc7048bf", "name": "network-vif-plugged", "status": "completed", "tag": "f15536e7-e7c1-45b0-a540-bd237ea02e89"}, {"server_uuid": "f58c3264-5aec-4962-ab95-cff1a6b01574", "name": "network-vif-plugged", "status": "completed", "tag": "5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:29:55.424192 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:55.466883 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a92c41-4ac1-4b18-a84b-924ba3451a8f x-openstack-request-id: req-e7a92c41-4ac1-4b18-a84b-924ba3451a8f {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:29:55.467194 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bdd8ed-2afd-43a3-98b2-2187cc7048bf", "name": "network-vif-plugged", "status": "completed", "tag": "f15536e7-e7c1-45b0-a540-bd237ea02e89", "code": 200}, {"server_uuid": "f58c3264-5aec-4962-ab95-cff1a6b01574", "name": "network-vif-plugged", "status": "completed", "tag": "5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:29:55.467449 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7a92c41-4ac1-4b18-a84b-924ba3451a8f {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:29:55.467846 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bdd8ed-2afd-43a3-98b2-2187cc7048bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15536e7-e7c1-45b0-a540-bd237ea02e89', 'code': 200} Oct 11 17:29:55.468105 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58c3264-5aec-4962-ab95-cff1a6b01574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4', 'code': 200} Oct 11 17:29:55.519189 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:55.589681 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=a986e19a-86c9-45b6-a237-d7458311a31f,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:55.606005 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b167-f2fe-43ab-9ecf-01a38c6ba431 req-98d16ddc-3c6c-4e8d-b5a5-3f08d6905f35 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:55.607644 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c151b167-f2fe-43ab-9ecf-01a38c6ba431 req-98d16ddc-3c6c-4e8d-b5a5-3f08d6905f35 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 945 time: 0.0578513 Oct 11 17:29:55.651434 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c151b167-f2fe-43ab-9ecf-01a38c6ba431 req-724bc646-f608-4085-a57e-bd1091bdd730 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369689 Oct 11 17:29:55.782431 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d82bc-2787-4e31-bd73-29e874d42f3e req-e38c15d5-790a-4cf4-a563-88a943823592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:55.783926 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-441d82bc-2787-4e31-bd73-29e874d42f3e req-e38c15d5-790a-4cf4-a563-88a943823592 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1098 time: 0.0399961 Oct 11 17:29:55.829815 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-441d82bc-2787-4e31-bd73-29e874d42f3e req-84a1a26d-d34e-4c63-8630-4449fe8a3db4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370486 Oct 11 17:29:55.856063 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99650f-291b-4dfe-9fd8-c3748dc95a34 req-cd57caac-dbec-473d-9a9b-4050ec966c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:55.857782 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ae99650f-291b-4dfe-9fd8-c3748dc95a34 req-cd57caac-dbec-473d-9a9b-4050ec966c0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 1098 time: 0.0753458 Oct 11 17:29:55.890725 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['a986e19a-86c9-45b6-a237-d7458311a31f'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:29:55.894857 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55080) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:55.948177 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['5f34718a-5b7f-4fb9-a6d5-2055e09a7651'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:29:56.027272 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b4d40c51-e30c-45e7-8b09-5a90a883f3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:56.060323 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa7cec-a0b9-409d-b280-4c825024d4fc req-18305831-e6e5-4c65-91e3-8df28cb98955 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:56.062046 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c1fa7cec-a0b9-409d-b280-4c825024d4fc req-18305831-e6e5-4c65-91e3-8df28cb98955 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0870390 Oct 11 17:29:56.156542 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ae99650f-291b-4dfe-9fd8-c3748dc95a34 req-8d27f79b-a389-4619-a331-2597ab723473 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858555 Oct 11 17:29:56.163096 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c1fa7cec-a0b9-409d-b280-4c825024d4fc req-f73144e3-4051-4d07-affa-cecdcfe90c32 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914536 Oct 11 17:29:56.186965 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b4d40c51-e30c-45e7-8b09-5a90a883f3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:56.268173 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b4d40c51-e30c-45e7-8b09-5a90a883f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:56.336174 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-b4d40c51-e30c-45e7-8b09-5a90a883f3ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b782cdad1c34a87a6e00c7cdab015e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397151 Oct 11 17:29:56.338999 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55092) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:56.341147 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d40c51-e30c-45e7-8b09-5a90a883f3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d56e1f-665a-442b-8168-5f53920ea282,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:56.365947 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2547a91-e085-4835-954c-0aad5f8e50d1 req-6c2840dc-aade-4a88-af47-bc4ab93fae89 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:56.367646 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d2547a91-e085-4835-954c-0aad5f8e50d1 req-6c2840dc-aade-4a88-af47-bc4ab93fae89 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 944 time: 0.0939124 Oct 11 17:29:56.403073 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3aabec60-00e0-41ef-a8eb-94bdd25a68fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:56.435209 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d2547a91-e085-4835-954c-0aad5f8e50d1 req-a5fb7f2a-e9c3-4c50-9fb1-1a8570e6644c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614674 Oct 11 17:29:56.439881 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3aabec60-00e0-41ef-a8eb-94bdd25a68fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:56.466391 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f8dfe-3e4e-4670-829b-b7bc3a90aa76 req-a98d0c07-2327-40d6-b257-0869b80ea6d9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:56.476858 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c66f8dfe-3e4e-4670-829b-b7bc3a90aa76 req-a98d0c07-2327-40d6-b257-0869b80ea6d9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 944 time: 0.0797944 Oct 11 17:29:56.516198 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c66f8dfe-3e4e-4670-829b-b7bc3a90aa76 req-f94b0c06-81e2-4f60-966a-746b50a77b99 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384388 Oct 11 17:29:56.565396 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3aabec60-00e0-41ef-a8eb-94bdd25a68fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:56.568434 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3aabec60-00e0-41ef-a8eb-94bdd25a68fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:56.569822 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-3aabec60-00e0-41ef-a8eb-94bdd25a68fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62d56e1f-665a-442b-8168-5f53920ea282 HTTP/1.1" status: 204 len: 168 time: 0.2296288 Oct 11 17:29:56.584320 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabec60-00e0-41ef-a8eb-94bdd25a68fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d56e1f-665a-442b-8168-5f53920ea282,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:56.800726 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f5326-e0dd-4ce1-a0b3-320873944fbd req-2981a368-3518-4488-8454-70297304bfbf tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:56.802308 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-372f5326-e0dd-4ce1-a0b3-320873944fbd req-2981a368-3518-4488-8454-70297304bfbf tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 945 time: 0.0526159 Oct 11 17:29:56.840841 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-372f5326-e0dd-4ce1-a0b3-320873944fbd req-4e27611c-b776-4eab-b784-99deec51d8f1 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Oct 11 17:29:57.282692 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55114) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:57.285714 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6399f-d806-4505-a7aa-527f23e66306 req-d4f88069-2083-4162-aab6-e56fd561520f tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:57.287375 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-44a6399f-d806-4505-a7aa-527f23e66306 req-d4f88069-2083-4162-aab6-e56fd561520f tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0549400 Oct 11 17:29:57.297638 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-659fad11-8389-4f0c-b88e-c81d8db90c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:57.332729 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-44a6399f-d806-4505-a7aa-527f23e66306 req-7a8a718a-d589-49de-ab03-92e0fb797764 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Oct 11 17:29:57.379978 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-659fad11-8389-4f0c-b88e-c81d8db90c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:57.480846 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-659fad11-8389-4f0c-b88e-c81d8db90c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:57.536815 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-659fad11-8389-4f0c-b88e-c81d8db90c90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c06db2876fb4d7791f37d98c1e71a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521892 Oct 11 17:29:57.537941 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fad11-8389-4f0c-b88e-c81d8db90c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5ccf3d-5ecc-4d75-82c2-d48bc36decca,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:57.540041 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55134) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:29:57.672324 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3b92b2ba-ea02-4c90-a504-123cfbdac549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:57.682900 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28c23-dd61-4562-90c6-e264e67e1e25 req-d253a8a3-2eaa-409b-bb99-e0d576afe98f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:57.684291 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3be28c23-dd61-4562-90c6-e264e67e1e25 req-d253a8a3-2eaa-409b-bb99-e0d576afe98f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 944 time: 0.1145277 Oct 11 17:29:57.722047 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928d223-59c1-45d2-adf1-3c0489797124 req-726bf439-3210-46d4-8869-0f0d59555e24 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:57.723487 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f928d223-59c1-45d2-adf1-3c0489797124 req-726bf439-3210-46d4-8869-0f0d59555e24 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 944 time: 0.1103952 Oct 11 17:29:57.730631 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3b92b2ba-ea02-4c90-a504-123cfbdac549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:57.795529 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3be28c23-dd61-4562-90c6-e264e67e1e25 req-d207a1db-78b8-4be1-a7ab-d26f5d3ee352 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006174 Oct 11 17:29:57.803397 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f928d223-59c1-45d2-adf1-3c0489797124 req-af11988d-00bb-4a4f-adbe-c70efb5059df tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708432 Oct 11 17:29:57.942409 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3b92b2ba-ea02-4c90-a504-123cfbdac549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:57.945537 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3b92b2ba-ea02-4c90-a504-123cfbdac549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:57.946641 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-3b92b2ba-ea02-4c90-a504-123cfbdac549 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d5ccf3d-5ecc-4d75-82c2-d48bc36decca HTTP/1.1" status: 204 len: 168 time: 0.4054921 Oct 11 17:29:57.954642 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92b2ba-ea02-4c90-a504-123cfbdac549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5ccf3d-5ecc-4d75-82c2-d48bc36decca,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:58.520182 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac084-fa3f-461d-85c8-33c3a515a220 req-1d8d3280-1220-489b-ae46-97dfaf4c8cc8 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:58.521763 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-298ac084-fa3f-461d-85c8-33c3a515a220 req-1d8d3280-1220-489b-ae46-97dfaf4c8cc8 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.1220694 Oct 11 17:29:58.559708 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-298ac084-fa3f-461d-85c8-33c3a515a220 req-10ad30d2-ebf5-4dc6-af15-0f33ba37d6e0 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Oct 11 17:29:58.955446 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87a365-d38f-46f2-82c4-1dfcfecdfaf0 req-429958ae-3d4d-4366-9bf7-4aeb3ae183c0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:58.956903 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0b87a365-d38f-46f2-82c4-1dfcfecdfaf0 req-429958ae-3d4d-4366-9bf7-4aeb3ae183c0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 944 time: 0.0815058 Oct 11 17:29:58.971791 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308790dc-421f-4185-84fb-01026423ffec req-a434acfd-fc0d-4074-b3a4-e05ce7b9e731 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:58.971791 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-308790dc-421f-4185-84fb-01026423ffec req-a434acfd-fc0d-4074-b3a4-e05ce7b9e731 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 944 time: 0.0830026 Oct 11 17:29:59.020507 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0b87a365-d38f-46f2-82c4-1dfcfecdfaf0 req-849015a7-e9bb-4b76-b719-0d789507a16e tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515754 Oct 11 17:29:59.028140 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-308790dc-421f-4185-84fb-01026423ffec req-7977f9b1-e8d7-4f37-9f63-ae6292dbb629 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518684 Oct 11 17:29:59.142270 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device a986e19a-86c9-45b6-a237-d7458311a31f up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:59.267029 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port a986e19a-86c9-45b6-a237-d7458311a31f completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:29:59.270937 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port a986e19a-86c9-45b6-a237-d7458311a31f triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:59.271896 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:59.349479 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:59.370936 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a986e19a-86c9-45b6-a237-d7458311a31f'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:29:59.373993 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64d6509-eb35-4dbf-bf92-7f0df0a5cd9c" -d '{"events": [{"server_uuid": "fc85839b-a8e7-4656-bd30-fda256e526c8", "name": "network-vif-plugged", "status": "completed", "tag": "a986e19a-86c9-45b6-a237-d7458311a31f"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:29:59.385689 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port a986e19a-86c9-45b6-a237-d7458311a31f, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=a986e19a-86c9-45b6-a237-d7458311a31f,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:59.410377 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82401811-8a10-4f13-b4b5-0bf01807890a x-openstack-request-id: req-82401811-8a10-4f13-b4b5-0bf01807890a {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:29:59.410662 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc85839b-a8e7-4656-bd30-fda256e526c8", "name": "network-vif-plugged", "status": "completed", "tag": "a986e19a-86c9-45b6-a237-d7458311a31f", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:29:59.411418 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82401811-8a10-4f13-b4b5-0bf01807890a {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:29:59.411418 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'code': 200} Oct 11 17:29:59.502803 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:59.506137 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:29:59.580951 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=a986e19a-86c9-45b6-a237-d7458311a31f,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:29:59.674078 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:29:59.679177 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:29:59.679548 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:59.686930 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a8684-59ff-43c3-a13f-b854160baec2 req-49f7a397-0a64-402e-a9bd-6e3ee6fb385a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:29:59.689166 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c34a8684-59ff-43c3-a13f-b854160baec2 req-49f7a397-0a64-402e-a9bd-6e3ee6fb385a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0534003 Oct 11 17:29:59.736800 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c34a8684-59ff-43c3-a13f-b854160baec2 req-8372921f-292a-4ef2-bb52-61f16f76b1d5 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Oct 11 17:29:59.771628 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:59.806085 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:29:59.885625 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:29:59.931384 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:00.175194 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a087a3-3b7e-4f01-8abf-3bcdb90e9a04 req-c8a77388-7bda-47ce-bd3c-2b5027d45b87 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:00.176659 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-25a087a3-3b7e-4f01-8abf-3bcdb90e9a04 req-c8a77388-7bda-47ce-bd3c-2b5027d45b87 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0870430 Oct 11 17:30:00.190804 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab54c7-e965-438d-ac1d-8650a2a3dab5 req-cc0d9ad8-bc7e-4cb1-b98c-3f5bc86fceac tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:00.192235 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a8ab54c7-e965-438d-ac1d-8650a2a3dab5 req-cc0d9ad8-bc7e-4cb1-b98c-3f5bc86fceac tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0936902 Oct 11 17:30:00.248129 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-25a087a3-3b7e-4f01-8abf-3bcdb90e9a04 req-15d64218-0c0c-42fd-84ca-e30369557642 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549130 Oct 11 17:30:00.253001 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a8ab54c7-e965-438d-ac1d-8650a2a3dab5 req-00269d95-42c4-456a-8662-a592ee312f40 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Oct 11 17:30:00.439389 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:00.491105 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba65e9-fab7-4357-be44-7ee2b32f7d67 req-5f3431c4-21d5-42b1-aea7-e5487fb66935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:00.492673 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a8ba65e9-fab7-4357-be44-7ee2b32f7d67 req-5f3431c4-21d5-42b1-aea7-e5487fb66935 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 1098 time: 0.0446982 Oct 11 17:30:00.550769 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a8ba65e9-fab7-4357-be44-7ee2b32f7d67 req-5215b39d-5ea7-434a-b8b4-9289a827b4d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320089 Oct 11 17:30:00.859060 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee80b9-c638-402e-abed-6a52c22a9685 req-db4059a9-2f25-4155-82e6-ab85e12c43a1 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:00.859060 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-99ee80b9-c638-402e-abed-6a52c22a9685 req-db4059a9-2f25-4155-82e6-ab85e12c43a1 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0554988 Oct 11 17:30:00.902195 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-99ee80b9-c638-402e-abed-6a52c22a9685 req-04810e01-0372-433e-a676-d1049b5a3f0c tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370457 Oct 11 17:30:01.401593 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ded817-d0c8-4928-ab62-8facb5e08bb9 req-aada8bda-d00a-4815-a54a-be6929ef3e85 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:01.403055 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67ded817-d0c8-4928-ab62-8facb5e08bb9 req-aada8bda-d00a-4815-a54a-be6929ef3e85 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0727172 Oct 11 17:30:01.410837 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef48f1d-583b-4e3b-af14-d8f73ce33c1b req-107d1cb5-f55b-4da4-95db-d75a8f4e36d5 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:01.412181 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4ef48f1d-583b-4e3b-af14-d8f73ce33c1b req-107d1cb5-f55b-4da4-95db-d75a8f4e36d5 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0837862 Oct 11 17:30:01.413337 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3767954-42bf-43db-82c2-fe1e65354c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f34718a-5b7f-4fb9-a6d5-2055e09a7651'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:01.415668 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5156bb6c-08ef-4107-b26f-3342598f18d0" -d '{"events": [{"server_uuid": "f3767954-42bf-43db-82c2-fe1e65354c9c", "name": "network-vif-plugged", "status": "completed", "tag": "5f34718a-5b7f-4fb9-a6d5-2055e09a7651"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:01.472555 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67ded817-d0c8-4928-ab62-8facb5e08bb9 req-7de0a936-8dcc-4fed-be51-70e2df1259db tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588989 Oct 11 17:30:01.477866 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4ef48f1d-583b-4e3b-af14-d8f73ce33c1b req-1c5c655c-7d5f-49bb-a77c-25fb9d79c795 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575953 Oct 11 17:30:01.530762 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead4424d-cc38-4c03-92ce-1170890ff941 x-openstack-request-id: req-ead4424d-cc38-4c03-92ce-1170890ff941 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:01.533848 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3767954-42bf-43db-82c2-fe1e65354c9c", "name": "network-vif-plugged", "status": "completed", "tag": "5f34718a-5b7f-4fb9-a6d5-2055e09a7651", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:01.533848 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ead4424d-cc38-4c03-92ce-1170890ff941 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:01.533848 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3767954-42bf-43db-82c2-fe1e65354c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f34718a-5b7f-4fb9-a6d5-2055e09a7651', 'code': 200} Oct 11 17:30:01.948436 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84056fc-d504-4cd9-adc4-e055ca8a8074 req-dfb12964-72f1-4dee-a9ba-54a60d06b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:01.948436 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e84056fc-d504-4cd9-adc4-e055ca8a8074 req-dfb12964-72f1-4dee-a9ba-54a60d06b1d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 1098 time: 0.0714879 Oct 11 17:30:02.039879 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e84056fc-d504-4cd9-adc4-e055ca8a8074 req-dde3d788-7061-48b7-a601-e372802e07a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734251 Oct 11 17:30:02.069166 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68977d79-05ca-4db0-82f7-bcb53c644242 req-1d7af063-adb3-4ca3-bdd6-83c6627f44de tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:02.070658 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-68977d79-05ca-4db0-82f7-bcb53c644242 req-1d7af063-adb3-4ca3-bdd6-83c6627f44de tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0701828 Oct 11 17:30:02.112495 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-68977d79-05ca-4db0-82f7-bcb53c644242 req-57809b17-e859-45a5-8022-0602d7263319 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359194 Oct 11 17:30:02.606201 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a01b42-96fb-4225-b208-917bb5537915 req-864ceae0-b990-441b-963b-3c3ddef6bdc7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:02.607654 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-16a01b42-96fb-4225-b208-917bb5537915 req-864ceae0-b990-441b-963b-3c3ddef6bdc7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0518572 Oct 11 17:30:02.648521 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-16a01b42-96fb-4225-b208-917bb5537915 req-c0f48239-beb4-4ad1-bd36-a86df48f5cc1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Oct 11 17:30:02.772897 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7b1c5-6a8d-42a1-84ee-621d57030075 req-8c8bedc5-ab37-41e1-a3d8-8cc9e14234a2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:02.774455 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d9b7b1c5-6a8d-42a1-84ee-621d57030075 req-8c8bedc5-ab37-41e1-a3d8-8cc9e14234a2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0520279 Oct 11 17:30:02.812577 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d9b7b1c5-6a8d-42a1-84ee-621d57030075 req-9b38b1fd-da95-4742-99df-29f7def0a8c7 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321031 Oct 11 17:30:02.970272 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde8dca-5a37-4b8b-ad26-3e63ae351302 req-4de86f8a-6862-4cda-a911-25df90a68c95 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:02.972377 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cfde8dca-5a37-4b8b-ad26-3e63ae351302 req-4de86f8a-6862-4cda-a911-25df90a68c95 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Oct 11 17:30:02.982455 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55330) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:02.988178 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'floatingip': {'port_id': 'a986e19a-86c9-45b6-a237-d7458311a31f'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:03.060400 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:03.782467 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64833-5e9f-49ac-a315-31f2b796c7a1 req-3ac35118-d6c9-402f-8d96-bdd1a869194b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:03.784040 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9bd64833-5e9f-49ac-a315-31f2b796c7a1 req-3ac35118-d6c9-402f-8d96-bdd1a869194b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0539341 Oct 11 17:30:03.832934 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9bd64833-5e9f-49ac-a315-31f2b796c7a1 req-c8656655-0cf3-4a6b-84a1-573ed5068f6c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Oct 11 17:30:03.897614 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:04.010710 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:04.112600 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Floating IP bd1efe4d-8a99-4ce9-a50b-ca8be9442007 associated. External IP: 172.27.3.116, port: a986e19a-86c9-45b6-a237-d7458311a31f. Oct 11 17:30:04.323630 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:30:04.432358 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:30:04.436867 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:04.445257 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] Sync routers for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:30:04.454926 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:30:04.455638 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:04.470025 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-e1bf85a8-4826-4b38-b967-e86256c1a8f2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "PUT /v2.0/floatingips/bd1efe4d-8a99-4ce9-a50b-ca8be9442007 HTTP/1.1" status: 200 len: 991 time: 1.4859021 Oct 11 17:30:04.475840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'tag': 'a986e19a-86c9-45b6-a237-d7458311a31f'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:04.476249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b69378-38fe-4382-b864-721fcf6a1189" -d '{"events": [{"name": "network-changed", "server_uuid": "fc85839b-a8e7-4656-bd30-fda256e526c8", "tag": "a986e19a-86c9-45b6-a237-d7458311a31f"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:04.571262 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:30:04.659464 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a2a76-5ccf-462c-bda2-95bfdc0e7634 x-openstack-request-id: req-877a2a76-5ccf-462c-bda2-95bfdc0e7634 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:04.659464 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc85839b-a8e7-4656-bd30-fda256e526c8", "tag": "a986e19a-86c9-45b6-a237-d7458311a31f", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:04.659464 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-877a2a76-5ccf-462c-bda2-95bfdc0e7634 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:04.659464 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'tag': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'status': 'completed', 'code': 200} Oct 11 17:30:04.741385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69378-38fe-4382-b864-721fcf6a1189 req-29248a12-6bb0-4bba-8da8-76fe6853239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:04.742789 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-47b69378-38fe-4382-b864-721fcf6a1189 req-29248a12-6bb0-4bba-8da8-76fe6853239f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 1098 time: 0.0412076 Oct 11 17:30:04.852231 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69378-38fe-4382-b864-721fcf6a1189 req-54144497-665a-45be-b6ff-cc227cf59529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:04.854002 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-47b69378-38fe-4382-b864-721fcf6a1189 req-54144497-665a-45be-b6ff-cc227cf59529 service neutron] 10.222.0.48 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 912 time: 0.0939929 Oct 11 17:30:04.937439 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'bd1efe4d-8a99-4ce9-a50b-ca8be9442007', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'port_id': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'mac_address': 'fa:16:3e:a7:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:29:34Z', 'updated_at': '2021-10-11T17:30:03Z', 'revision_number': 1, 'project_id': '41a8262e18e6410da7d912a193c09530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:04.966128 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] Checking router: 8527bcdf-ed7e-4d00-87c5-4cca59165d39 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:30:04.985652 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:30:04.993299 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:29:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:05.131555 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:30:05.164276 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-47b69378-38fe-4382-b864-721fcf6a1189 req-f16422d3-88ef-4d4e-ba03-634081488ace service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a986e19a-86c9-45b6-a237-d7458311a31f HTTP/1.1" status: 200 len: 999 time: 0.2972491 Oct 11 17:30:05.181831 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51552b-820b-4674-a746-f5eef3fabb69 req-756e25d9-b2e0-4a92-9b90-cb70273d4821 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:05.181831 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef51552b-820b-4674-a746-f5eef3fabb69 req-756e25d9-b2e0-4a92-9b90-cb70273d4821 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.2741833 Oct 11 17:30:05.246915 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69378-38fe-4382-b864-721fcf6a1189 req-70c4dd6f-1cfd-4020-88de-5d8c73640365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:05.249887 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-47b69378-38fe-4382-b864-721fcf6a1189 req-70c4dd6f-1cfd-4020-88de-5d8c73640365 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 200 len: 850 time: 0.0689290 Oct 11 17:30:05.255114 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef51552b-820b-4674-a746-f5eef3fabb69 req-6ec4a2a1-0e97-41b0-b266-e1b5e858e9a6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665853 Oct 11 17:30:05.325369 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69378-38fe-4382-b864-721fcf6a1189 req-1408c6ce-8143-4dc7-a42a-279a11411ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:05.327113 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-47b69378-38fe-4382-b864-721fcf6a1189 req-1408c6ce-8143-4dc7-a42a-279a11411ea1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=118a4b95-c32e-4507-952d-88283649a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571246 Oct 11 17:30:05.407353 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'bd1efe4d-8a99-4ce9-a50b-ca8be9442007', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'port_id': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'mac_address': 'fa:16:3e:a7:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:29:34Z', 'updated_at': '2021-10-11T17:30:03Z', 'revision_number': 1, 'project_id': '41a8262e18e6410da7d912a193c09530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:05.429503 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-47b69378-38fe-4382-b864-721fcf6a1189 req-d52b350e-bd3f-4112-bfb8-99acfbb12228 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904493 Oct 11 17:30:05.435388 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4b8f-202e-4874-947d-db172da3f88f None None] The sync data for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi is: [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'bd1efe4d-8a99-4ce9-a50b-ca8be9442007', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'port_id': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'mac_address': 'fa:16:3e:a7:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:29:34Z', 'updated_at': '2021-10-11T17:30:03Z', 'revision_number': 1, 'project_id': '41a8262e18e6410da7d912a193c09530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:30:05.553209 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-47b69378-38fe-4382-b864-721fcf6a1189 req-d1250891-3676-4768-9baa-aa7c6975d3f9 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055739 Oct 11 17:30:05.663134 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8fcda-3172-4968-925d-ec813ac56b6f None None] New status for floating IP bd1efe4d-8a99-4ce9-a50b-ca8be9442007: ACTIVE {{(pid=94392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:30:05.815292 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1536c6-578d-4422-ba1e-3cf38328da97 req-94890dda-2f23-4d8a-9b22-50715f022821 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:05.819018 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7b1536c6-578d-4422-ba1e-3cf38328da97 req-94890dda-2f23-4d8a-9b22-50715f022821 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0565913 Oct 11 17:30:05.880076 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7b1536c6-578d-4422-ba1e-3cf38328da97 req-fba25c72-e028-47d5-8c48-4331b0f54d9f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548706 Oct 11 17:30:05.896004 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-9dc036fe-52d9-4517-b532-0e6297ef537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:05.897630 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-9dc036fe-52d9-4517-b532-0e6297ef537c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 1098 time: 0.0464890 Oct 11 17:30:06.010739 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-4dbe6194-dc60-432b-b6e1-6cfea5597b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:06.012181 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-4dbe6194-dc60-432b-b6e1-6cfea5597b15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 920 time: 0.0929136 Oct 11 17:30:06.055134 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-f589a0a8-e63d-4c5a-9d45-ef9dfa1b06f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f34718a-5b7f-4fb9-a6d5-2055e09a7651 HTTP/1.1" status: 200 len: 217 time: 0.0351708 Oct 11 17:30:06.111399 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-c9524793-60b2-4143-ba43-1d0988edd96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:06.113209 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-c9524793-60b2-4143-ba43-1d0988edd96b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.0454838 Oct 11 17:30:06.145405 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-fc200f3b-e9ab-4e55-97f2-35ef380feafb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247343 Oct 11 17:30:06.248158 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-d1453ed0-91a5-4e97-80dd-ac098673f68c service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874326 Oct 11 17:30:06.362691 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f5d3ed6-4fe8-4438-aba1-8ebe2c4cc070 req-3b3df704-9ebc-4e7e-acc7-6203e7ac6196 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990314 Oct 11 17:30:06.575349 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55454) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:06.631952 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55462) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:06.753964 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b415c694-4d63-4505-af26-5e9555826e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:06.781211 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c288891e-dbae-4718-bd4f-c537b68df325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:06.897801 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b415c694-4d63-4505-af26-5e9555826e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:06.906370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c288891e-dbae-4718-bd4f-c537b68df325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:06.965159 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b415c694-4d63-4505-af26-5e9555826e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:06.999473 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ddd38-07d5-42a3-a4f7-ed78a2bf174d req-03c7c625-00dd-4518-a5cf-0a4bc7b9c20b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:07.000783 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c288891e-dbae-4718-bd4f-c537b68df325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.001004 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-444ddd38-07d5-42a3-a4f7-ed78a2bf174d req-03c7c625-00dd-4518-a5cf-0a4bc7b9c20b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0492039 Oct 11 17:30:07.009860 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b415c694-4d63-4505-af26-5e9555826e72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf2f41ac59bf49dabf4ba2305d1b1553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768897 Oct 11 17:30:07.013253 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55474) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:07.017504 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415c694-4d63-4505-af26-5e9555826e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81848a1-1217-411d-aaf9-a31c5291d3c8,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:07.047087 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c288891e-dbae-4718-bd4f-c537b68df325 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c76e304d417046da99a44043a818f72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677289 Oct 11 17:30:07.047425 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55478) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:07.054893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288891e-dbae-4718-bd4f-c537b68df325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955db88f-016e-41b0-b54a-2e0eb24ddfa4,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:07.077608 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-444ddd38-07d5-42a3-a4f7-ed78a2bf174d req-aed7214d-1813-4055-a7e1-b7bb1f64adf8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698559 Oct 11 17:30:07.122267 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9803f917-9cfb-4f18-9cf4-c7846e969eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.139969 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e662f984-9189-49c3-b22c-209f110ac671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.159911 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9803f917-9cfb-4f18-9cf4-c7846e969eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.185439 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e662f984-9189-49c3-b22c-209f110ac671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.313877 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9803f917-9cfb-4f18-9cf4-c7846e969eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.316706 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9803f917-9cfb-4f18-9cf4-c7846e969eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.317875 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-9803f917-9cfb-4f18-9cf4-c7846e969eb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f81848a1-1217-411d-aaf9-a31c5291d3c8 HTTP/1.1" status: 204 len: 168 time: 0.3028893 Oct 11 17:30:07.322023 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e662f984-9189-49c3-b22c-209f110ac671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.322773 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e662f984-9189-49c3-b22c-209f110ac671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:07.323766 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-e662f984-9189-49c3-b22c-209f110ac671 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/955db88f-016e-41b0-b54a-2e0eb24ddfa4 HTTP/1.1" status: 204 len: 168 time: 0.2716529 Oct 11 17:30:07.330097 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803f917-9cfb-4f18-9cf4-c7846e969eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81848a1-1217-411d-aaf9-a31c5291d3c8,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:07.339914 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662f984-9189-49c3-b22c-209f110ac671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955db88f-016e-41b0-b54a-2e0eb24ddfa4,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:08.188980 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55508) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:08.204681 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c94d5f2c-0cf1-491d-88a8-8d30722105ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.222556 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734cdfc-e6b2-4d6c-ad14-0993a019a56d req-917c5ee8-b8fc-47f3-a688-36629ac28b76 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:08.223937 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e734cdfc-e6b2-4d6c-ad14-0993a019a56d req-917c5ee8-b8fc-47f3-a688-36629ac28b76 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0740507 Oct 11 17:30:08.281167 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e734cdfc-e6b2-4d6c-ad14-0993a019a56d req-c5d46fea-d8d3-4a96-b2ba-31a82055717b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503273 Oct 11 17:30:08.322215 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c94d5f2c-0cf1-491d-88a8-8d30722105ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.394611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c94d5f2c-0cf1-491d-88a8-8d30722105ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.444520 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c94d5f2c-0cf1-491d-88a8-8d30722105ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e30952d34e04ea6bb73240aa10b4294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538037 Oct 11 17:30:08.447351 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55522) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:08.466121 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d5f2c-0cf1-491d-88a8-8d30722105ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b5e2c0-a728-44e1-b2eb-143d2673c8ae,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:08.509143 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1787a144-561e-4026-b6ed-fd130baf36d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.529817 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1787a144-561e-4026-b6ed-fd130baf36d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.639113 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55526) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:08.668027 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1787a144-561e-4026-b6ed-fd130baf36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.670670 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1787a144-561e-4026-b6ed-fd130baf36d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.671806 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-1787a144-561e-4026-b6ed-fd130baf36d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51b5e2c0-a728-44e1-b2eb-143d2673c8ae HTTP/1.1" status: 204 len: 168 time: 0.2228611 Oct 11 17:30:08.679580 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787a144-561e-4026-b6ed-fd130baf36d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b5e2c0-a728-44e1-b2eb-143d2673c8ae,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:08.763219 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2121319408-network', 'tenant_id': '2e4b11e2baa6400eb0653992c0f8078a'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:08.839474 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Made reservation on behalf of 2e4b11e2baa6400eb0653992c0f8078a for: {'network': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:08.841980 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.853922 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:08.932999 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.062159 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.083336 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=94391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:30:09.097531 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08469a00-0d8c-405c-afa6-54b8c1d3c778,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:09.102248 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.102606 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.segments_db [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Added segment 0ef90ee8-e858-4993-a09e-3ed6cadb796c of type vlan for network 12730782-6875-4d6b-bdf9-becfb4f67a46 Oct 11 17:30:09.140883 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.244627 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.245641 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:09.246235 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.304542 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=12730782-6875-4d6b-bdf9-becfb4f67a46,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:09.314701 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 12730782-6875-4d6b-bdf9-becfb4f67a46 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:30:09.373972 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-85466935-c7bb-46c3-ac37-91fc6506a6a0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7337620 Oct 11 17:30:09.377009 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55550) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:09.384432 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Request body: {'subnet': {'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2121319408-subnet', 'tenant_id': '2e4b11e2baa6400eb0653992c0f8078a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:09.416653 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88800c3-ae9a-4c04-83fe-756f0adbc424 req-8b8556b9-7c5d-4b2a-b0fb-1bc31eba8871 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:09.418160 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f88800c3-ae9a-4c04-83fe-756f0adbc424 req-8b8556b9-7c5d-4b2a-b0fb-1bc31eba8871 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0582793 Oct 11 17:30:09.430021 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55552) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:09.443113 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1069a75d-ef5c-4c52-aea8-b73eb6cb5ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.459537 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f88800c3-ae9a-4c04-83fe-756f0adbc424 req-4dcc19aa-c79e-4e87-ae08-eb37f3162ff6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Oct 11 17:30:09.519211 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1069a75d-ef5c-4c52-aea8-b73eb6cb5ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.529867 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Made reservation on behalf of 2e4b11e2baa6400eb0653992c0f8078a for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:09.532330 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.589205 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1069a75d-ef5c-4c52-aea8-b73eb6cb5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.641769 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-1069a75d-ef5c-4c52-aea8-b73eb6cb5ac8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1050e46174b545e2a343594e73a61ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105210 Oct 11 17:30:09.644511 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55556) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:09.646796 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069a75d-ef5c-4c52-aea8-b73eb6cb5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6094a297-b358-4e7b-980e-3d5f7969ac1e,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:09.698915 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c1152543-18a3-4946-a8bb-c125596144e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.720034 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c1152543-18a3-4946-a8bb-c125596144e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.862134 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.890856 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c1152543-18a3-4946-a8bb-c125596144e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.893785 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c1152543-18a3-4946-a8bb-c125596144e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:09.895021 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c1152543-18a3-4946-a8bb-c125596144e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6094a297-b358-4e7b-980e-3d5f7969ac1e HTTP/1.1" status: 204 len: 168 time: 0.2495074 Oct 11 17:30:09.905000 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1152543-18a3-4946-a8bb-c125596144e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6094a297-b358-4e7b-980e-3d5f7969ac1e,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:09.929139 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765b7dd6-f689-4c7a-892f-c833afa2c2d5,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:09.938288 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Checking segment: {'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:09.938736 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Network hostable DHCP agents. Network: 12730782-6875-4d6b-bdf9-becfb4f67a46, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:30:10.050477 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Network 12730782-6875-4d6b-bdf9-becfb4f67a46 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:30:10.144438 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 12730782-6875-4d6b-bdf9-becfb4f67a46) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:10.148631 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:10.153293 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:10.154091 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9193550-ad3e-4798-8a50-8a5da1f2bcc4 None None] Network 12730782-6875-4d6b-bdf9-becfb4f67a46 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:30:10.271449 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-72e92444-1bbb-47c8-944c-ada6f3cb22e8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8929603 Oct 11 17:30:10.279008 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6b8fd-309c-4c1b-b6af-7bdbb1b9bb94 None None] Network 12730782-6875-4d6b-bdf9-becfb4f67a46 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:30:10.461872 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cca53421-7c65-4901-8779-2a38c5507cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:10.592237 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3308-3201-452e-9fca-524b35a097c7 req-e0ba1915-a239-4577-80a6-67504bd44810 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:10.593735 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-56cb3308-3201-452e-9fca-524b35a097c7 req-e0ba1915-a239-4577-80a6-67504bd44810 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0492754 Oct 11 17:30:10.637934 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-56cb3308-3201-452e-9fca-524b35a097c7 req-fed8d635-a814-455a-b4f2-18e015d94c70 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Oct 11 17:30:11.758016 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810a9c-41a2-47ab-b10d-00684f0954c8 req-71033a85-828f-4724-87b3-96f12845b185 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:11.759482 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d1810a9c-41a2-47ab-b10d-00684f0954c8 req-71033a85-828f-4724-87b3-96f12845b185 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0530503 Oct 11 17:30:11.804663 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d1810a9c-41a2-47ab-b10d-00684f0954c8 req-b0c73ceb-948a-4e9a-8989-4c18a01485ab tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Oct 11 17:30:12.460186 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-17a6250e-a39f-4a12-8cb5-ee99f82cb9da tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:12.461722 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-17a6250e-a39f-4a12-8cb5-ee99f82cb9da tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/networks?id=12730782-6875-4d6b-bdf9-becfb4f67a46 HTTP/1.1" status: 200 len: 809 time: 0.1220555 Oct 11 17:30:12.476275 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-b797df85-85a4-4014-9716-1fca8b84e91e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/quotas/2e4b11e2baa6400eb0653992c0f8078a HTTP/1.1" status: 200 len: 375 time: 0.0089886 Oct 11 17:30:12.508100 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-69e064af-b3ad-48e2-a430-66de08d2d3e8 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e4b11e2baa6400eb0653992c0f8078a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259368 Oct 11 17:30:12.597305 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-0907ff6f-47f7-452c-bc85-50bf48119cec service neutron] 10.222.0.42 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814195 Oct 11 17:30:12.695002 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-d76585c7-81cb-4a9d-9039-6bca78837037 service neutron] 10.222.0.42 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918050 Oct 11 17:30:12.949878 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdb453-ca50-4851-880b-5522e1144a10 req-1890ecd5-ca74-4b09-94fb-ae02509655a6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:12.953527 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-94fdb453-ca50-4851-880b-5522e1144a10 req-1890ecd5-ca74-4b09-94fb-ae02509655a6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0752847 Oct 11 17:30:12.978128 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3dda6690-06b8-4c0c-957d-12a6f177b489 req-9d90e698-9868-4c4e-9207-b4746716a659 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 210 time: 0.0469429 Oct 11 17:30:13.029101 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-94fdb453-ca50-4851-880b-5522e1144a10 req-1cba3ea7-e021-41ae-ae0f-1fffc56159c5 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692689 Oct 11 17:30:13.123976 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b7dee093-6a42-4e0f-b095-f64139b90155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:13.730656 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:30:14.105512 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d8994280-7c71-4d95-9416-ee54a20d7516 req-6abe911c-1fd0-4e75-84d5-ab2ea8a624d0 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 210 time: 0.0523641 Oct 11 17:30:14.178993 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58518d-1e3c-4c3f-8e01-b1951ecdfcd1 req-4a393fbf-c902-4ea2-bda1-6403a7d9a7df tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:14.180779 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1a58518d-1e3c-4c3f-8e01-b1951ecdfcd1 req-4a393fbf-c902-4ea2-bda1-6403a7d9a7df tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0605011 Oct 11 17:30:14.223405 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1a58518d-1e3c-4c3f-8e01-b1951ecdfcd1 req-59ad6ee5-915a-49ff-ba58-75e612cde8b2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Oct 11 17:30:14.479076 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:14.747479 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:15.061252 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-c1e645ab-e845-4393-9a36-a3e4cd2097cc tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:15.062722 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-c1e645ab-e845-4393-9a36-a3e4cd2097cc tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 815 time: 0.1065269 Oct 11 17:30:15.078049 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-8ae58f5c-13d6-4554-8f68-c8657c4c56a9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/quotas/45cb158b84f04eb9a9d655242c2622e7 HTTP/1.1" status: 200 len: 375 time: 0.0089271 Oct 11 17:30:15.153052 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-32b4b530-a585-4fd4-83fb-b05927817ea6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678270 Oct 11 17:30:15.230723 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-83fecadc-67fc-45e3-808a-4a220690d78e req-3a340241-e12b-4f97-ac07-6df690d9d40f tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 210 time: 0.0532844 Oct 11 17:30:15.267586 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-d6d59a45-ebac-4307-862e-4c91d68a0472 service neutron] 10.222.0.42 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074522 Oct 11 17:30:15.389972 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4bfc9-85c2-42b9-9965-45c703431cb1 req-2d04ab20-6804-418b-9be4-f27236273284 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:15.391418 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-75d4bfc9-85c2-42b9-9965-45c703431cb1 req-2d04ab20-6804-418b-9be4-f27236273284 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0736773 Oct 11 17:30:15.397376 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-0287294b-26f4-45b3-aea3-adef92cb19bf service neutron] 10.222.0.42 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216178 Oct 11 17:30:15.433229 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-75d4bfc9-85c2-42b9-9965-45c703431cb1 req-f7b964c1-f665-4541-b41d-9a595ef47283 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Oct 11 17:30:15.722083 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c5789bdd-8a78-47ce-a7c9-41f9133fb36e req-282768e5-ca64-4382-8088-3d37f7c16394 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 210 time: 0.0435398 Oct 11 17:30:16.044727 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:16.079441 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-08ea619e-1bfe-496b-b517-321d9e2016fc tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:16.080968 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-08ea619e-1bfe-496b-b517-321d9e2016fc tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.48 "GET /v2.0/networks?id=12730782-6875-4d6b-bdf9-becfb4f67a46 HTTP/1.1" status: 200 len: 809 time: 0.1160524 Oct 11 17:30:16.113385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Request body: {'port': {'device_id': 'b25aadf3-912d-4efb-827b-75c819ac757f', 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46', 'admin_state_up': True, 'tenant_id': '2e4b11e2baa6400eb0653992c0f8078a'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:16.335210 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d09f3321-4a83-4d1f-92f4-138e6633ed3b req-e2f9aa10-bb64-4de5-945b-81b8dd649aa0 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 210 time: 0.0272346 Oct 11 17:30:16.337730 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Made reservation on behalf of 2e4b11e2baa6400eb0653992c0f8078a for: {'port': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:16.341413 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:16.488601 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Allocated IP 172.20.0.7 (12730782-6875-4d6b-bdf9-becfb4f67a46/765b7dd6-f689-4c7a-892f-c833afa2c2d5/b9fa743b-64aa-4e2e-88ea-56911d00a171) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:16.624184 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5312-9584-46c8-9360-5335a8a1fc0d req-76a2c52f-c984-4e48-becc-8e267d06f330 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:16.625669 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2c9e5312-9584-46c8-9360-5335a8a1fc0d req-76a2c52f-c984-4e48-becc-8e267d06f330 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1009884 Oct 11 17:30:16.688611 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2c9e5312-9584-46c8-9360-5335a8a1fc0d req-d54a4701-2acd-469e-b3b4-4fb29b456d5f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534976 Oct 11 17:30:16.714123 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:16.817820 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c480c651-b6e6-49de-8765-5cf850e3f55e req-6fd187de-c460-4efa-816b-1d6e11a93c4a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 210 time: 0.0281329 Oct 11 17:30:16.844746 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:16.888683 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Network 12730782-6875-4d6b-bdf9-becfb4f67a46 is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:16.890335 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:16.897383 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:16.901576 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:16.902203 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:16.917184 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Pushing event updated for resources: {'Port': ['ID=b9fa743b-64aa-4e2e-88ea-56911d00a171,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:16.924521 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.924855 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.925211 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.925538 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.925858 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.926175 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.926492 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.926805 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.927118 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.927430 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.927740 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:16.928750 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:17.007919 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-296212bf-059a-499c-b508-960ea6465688 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8989351 Oct 11 17:30:17.038237 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Request body: {'port': {'device_id': 'b25aadf3-912d-4efb-827b-75c819ac757f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:17.254724 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:17.488904 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dc55e-c747-42b3-bb5f-9e87d1c222cd req-ec118a8b-cf52-4cdc-8ac3-d62ec5658c33 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:17.490421 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-876dc55e-c747-42b3-bb5f-9e87d1c222cd req-ec118a8b-cf52-4cdc-8ac3-d62ec5658c33 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 931 time: 0.0721076 Oct 11 17:30:17.552996 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-876dc55e-c747-42b3-bb5f-9e87d1c222cd req-e24a0c5b-7902-4c77-9e58-ef09485107dc tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536656 Oct 11 17:30:17.591392 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fa743b-64aa-4e2e-88ea-56911d00a171 {{(pid=94391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:17.599893 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:17.611397 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.provisioning_blocks [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Transition to ACTIVE for port object b9fa743b-64aa-4e2e-88ea-56911d00a171 will not be triggered until provisioned by entity L2. {{(pid=94391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:30:17.713004 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:17.765910 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa743b-64aa-4e2e-88ea-56911d00a171,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:17.823654 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Attempting to bind port b9fa743b-64aa-4e2e-88ea-56911d00a171 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:30:17.823988 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Attempting to bind port b9fa743b-64aa-4e2e-88ea-56911d00a171 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:30:17.824317 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Attempting to bind port b9fa743b-64aa-4e2e-88ea-56911d00a171 on network 12730782-6875-4d6b-bdf9-becfb4f67a46 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:17.833459 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Port b9fa743b-64aa-4e2e-88ea-56911d00a171 on network 12730782-6875-4d6b-bdf9-becfb4f67a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:30:17.833786 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Attempting to bind port b9fa743b-64aa-4e2e-88ea-56911d00a171 on network 12730782-6875-4d6b-bdf9-becfb4f67a46 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:17.841536 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:30:17.841873 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Checking segment: {'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:17.842253 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Bound using segment: {'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:30:17.842685 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Bound port: b9fa743b-64aa-4e2e-88ea-56911d00a171, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'}}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:30:17.843099 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:17.864320 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736c94-6b27-4a04-a0e5-8475f7e3b5f3 req-e5910ddb-2293-4ea9-a1b0-a29f974f75bd tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:17.865861 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e736c94-6b27-4a04-a0e5-8475f7e3b5f3 req-e5910ddb-2293-4ea9-a1b0-a29f974f75bd tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0915873 Oct 11 17:30:17.930551 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e08fb9dd-4fc8-4596-8186-e7837c7b70e2 req-0cef1589-8762-46d6-896e-774f2ca097d4 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 210 time: 0.0422289 Oct 11 17:30:17.971324 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e736c94-6b27-4a04-a0e5-8475f7e3b5f3 req-38306584-6b34-4bcf-88a6-ae1931bedd2d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841074 Oct 11 17:30:17.972336 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] For port b9fa743b-64aa-4e2e-88ea-56911d00a171, host hv-cinder-80895, cleared binding levels {{(pid=94391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:30:17.975631 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] For port b9fa743b-64aa-4e2e-88ea-56911d00a171, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=b9fa743b-64aa-4e2e-88ea-56911d00a171,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:30:18.113563 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:18.146504 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:18.147117 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:18.148495 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] 10.222.0.48 "PUT /v2.0/ports/b9fa743b-64aa-4e2e-88ea-56911d00a171 HTTP/1.1" status: 200 len: 1093 time: 1.1151075 Oct 11 17:30:18.148924 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25aadf3-912d-4efb-827b-75c819ac757f', 'tag': 'b9fa743b-64aa-4e2e-88ea-56911d00a171'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:18.151169 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0985b8-e3b1-4adb-8e9f-17436d22c454" -d '{"events": [{"name": "network-changed", "server_uuid": "b25aadf3-912d-4efb-827b-75c819ac757f", "tag": "b9fa743b-64aa-4e2e-88ea-56911d00a171"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:18.176731 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93121a4e-d21f-4b80-9853-48a26d55f787 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa743b-64aa-4e2e-88ea-56911d00a171,revision_number=3']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:18.195534 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a83927-08a0-4500-ae40-045e684bc622 x-openstack-request-id: req-35a83927-08a0-4500-ae40-045e684bc622 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:18.195831 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25aadf3-912d-4efb-827b-75c819ac757f", "tag": "b9fa743b-64aa-4e2e-88ea-56911d00a171", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:18.196082 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35a83927-08a0-4500-ae40-045e684bc622 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:18.196476 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25aadf3-912d-4efb-827b-75c819ac757f', 'tag': 'b9fa743b-64aa-4e2e-88ea-56911d00a171', 'status': 'completed', 'code': 200} Oct 11 17:30:18.276327 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0985b8-e3b1-4adb-8e9f-17436d22c454 req-bdb0ca8c-0495-407e-b58e-2eefec6e5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:18.277846 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8d0985b8-e3b1-4adb-8e9f-17436d22c454 req-bdb0ca8c-0495-407e-b58e-2eefec6e5391 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e4b11e2baa6400eb0653992c0f8078a&device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 1096 time: 0.0402992 Oct 11 17:30:18.380889 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0985b8-e3b1-4adb-8e9f-17436d22c454 req-18e9b414-2935-4f7e-af07-81fb209c6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:18.382454 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8d0985b8-e3b1-4adb-8e9f-17436d22c454 req-18e9b414-2935-4f7e-af07-81fb209c6ed5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2e4b11e2baa6400eb0653992c0f8078a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0935025 Oct 11 17:30:18.491729 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0985b8-e3b1-4adb-8e9f-17436d22c454 req-69ae98d5-b906-4215-ba02-eea90a154501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:18.493211 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8d0985b8-e3b1-4adb-8e9f-17436d22c454 req-69ae98d5-b906-4215-ba02-eea90a154501 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895374 Oct 11 17:30:18.522406 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-03306517-c610-4d72-a466-5092bc05b333 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:18.524049 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-03306517-c610-4d72-a466-5092bc05b333 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 815 time: 0.1021075 Oct 11 17:30:18.543077 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Request body: {'port': {'device_id': '8cddf481-4ad5-4c03-822d-b5cd1de104a6', 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'admin_state_up': True, 'tenant_id': '45cb158b84f04eb9a9d655242c2622e7'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:18.592780 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-28d4c17d-08d8-430f-b2ba-57d519e6b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:18.594480 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-28d4c17d-08d8-430f-b2ba-57d519e6b9d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e4b11e2baa6400eb0653992c0f8078a&device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 1096 time: 0.0467110 Oct 11 17:30:18.659768 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-8ba9252b-de2f-4376-8b0c-4c471849ba1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9fa743b-64aa-4e2e-88ea-56911d00a171 HTTP/1.1" status: 200 len: 217 time: 0.0558493 Oct 11 17:30:18.747165 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91119181-cb81-48e9-9ced-d4526c873716 req-2fb51ac4-dabc-4f84-bb3a-c3ee764ddfba tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:18.749616 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-91119181-cb81-48e9-9ced-d4526c873716 req-2fb51ac4-dabc-4f84-bb3a-c3ee764ddfba tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 943 time: 0.0991375 Oct 11 17:30:18.766339 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-43565977-0d0c-450e-b8c7-7f877ba2330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:18.767857 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-43565977-0d0c-450e-b8c7-7f877ba2330f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=765b7dd6-f689-4c7a-892f-c833afa2c2d5 HTTP/1.1" status: 200 len: 849 time: 0.0824006 Oct 11 17:30:18.775988 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Made reservation on behalf of 45cb158b84f04eb9a9d655242c2622e7 for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:18.779494 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:18.819645 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-91119181-cb81-48e9-9ced-d4526c873716 req-99379ac4-454b-44f5-9c5e-b38c10601df8 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575099 Oct 11 17:30:18.849214 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-636f68f4-5f23-4860-b290-5187549c3d4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=12730782-6875-4d6b-bdf9-becfb4f67a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279880 Oct 11 17:30:18.961276 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-95199f80-9a33-4f76-be87-74e5abb22ce0 service neutron] 10.222.0.48 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953567 Oct 11 17:30:19.006729 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Allocated IP 172.20.0.14 (e74b844b-1e0d-469b-b7fa-d9679bb91766/55514ad8-cbb9-4130-9673-de9531d5a35c/96f17fbd-4d0d-4c4f-8338-44c8de1ddedf) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:19.091793 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-255141c1-3365-44a2-ba74-8654cab1ccb1 req-0495f63e-9aed-4bca-bb06-dc8f6fe6429f tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 210 time: 0.0406291 Oct 11 17:30:19.269044 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aac86d-e011-45e2-8ac2-14638d2c577f req-98dded7f-4615-4c95-be44-3090fae76e7f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:19.270522 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-91aac86d-e011-45e2-8ac2-14638d2c577f req-98dded7f-4615-4c95-be44-3090fae76e7f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1135936 Oct 11 17:30:19.273312 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ff5cc87-6f70-41cb-864a-37dc99300d84 req-a9b3ae94-cead-4aa7-8cbe-94ea6617d221 service neutron] 10.222.0.48 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893345 Oct 11 17:30:19.304499 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:19.315237 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-91aac86d-e011-45e2-8ac2-14638d2c577f req-24437fe0-d550-4442-a7c8-684bbb783789 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349891 Oct 11 17:30:19.530748 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:19.559069 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['852a9582-8bac-4690-82e3-a252eaf8980c'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:30:19.582309 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Network e74b844b-1e0d-469b-b7fa-d9679bb91766 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:19.585660 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:19.590529 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:19.600770 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:19.601771 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:19.613592 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Pushing event updated for resources: {'Port': ['ID=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:19.625700 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.630716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:19.771991 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-ce29d883-262e-44d3-a913-57060876f12d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2328589 Oct 11 17:30:19.796377 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Request body: {'port': {'device_id': '8cddf481-4ad5-4c03-822d-b5cd1de104a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:19.876593 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:19.877001 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55938) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:20.028335 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a728-c46f-4e87-b886-864b81583c20 req-a65760a5-f0c8-4f82-8d7c-56f84a6d653d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:20.029812 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ea98a728-c46f-4e87-b886-864b81583c20 req-a65760a5-f0c8-4f82-8d7c-56f84a6d653d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 943 time: 0.1177053 Oct 11 17:30:20.031223 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6e2a04a6-1af4-439e-8cf3-b26ade2be639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.094412 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ea98a728-c46f-4e87-b886-864b81583c20 req-d026d088-11d4-4346-893b-4d776160df24 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530388 Oct 11 17:30:20.150263 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6e2a04a6-1af4-439e-8cf3-b26ade2be639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.165575 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55946) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:20.201586 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:20.222914 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.251652 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Transition to ACTIVE for port object 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:30:20.254593 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6e2a04a6-1af4-439e-8cf3-b26ade2be639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.301427 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a04a6-1af4-439e-8cf3-b26ade2be639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d000e2d1-b7f8-4d5f-bd98-0d7de1453df3,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:20.313293 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-6e2a04a6-1af4-439e-8cf3-b26ade2be639 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df77a02bc8674e0993e3b3b592a3aadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351351 Oct 11 17:30:20.319627 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55952) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:20.327133 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0648dc-f4ae-4df8-b0b5-8e014ddbf98b req-cb3aa951-a255-4253-918f-14a964ede580 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:20.328558 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9e0648dc-f4ae-4df8-b0b5-8e014ddbf98b req-cb3aa951-a255-4253-918f-14a964ede580 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 932 time: 0.1163507 Oct 11 17:30:20.330259 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-52e80d61-178b-481d-b497-808fe2af4bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.343557 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.402622 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9e0648dc-f4ae-4df8-b0b5-8e014ddbf98b req-e4e581ae-60ba-4b44-9622-281f6c9cb737 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576813 Oct 11 17:30:20.429249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cd154169-379e-4579-9e26-c6271b2c41b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.479067 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-52e80d61-178b-481d-b497-808fe2af4bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.484900 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:20.534580 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cd154169-379e-4579-9e26-c6271b2c41b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.558804 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5f7e1-9970-4cb2-8274-1f1cffe24956 req-2dae505f-d225-49f2-aa9b-4ef721ec05db tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:20.560504 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-90c5f7e1-9970-4cb2-8274-1f1cffe24956 req-2dae505f-d225-49f2-aa9b-4ef721ec05db tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0561697 Oct 11 17:30:20.562334 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Attempting to bind port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:30:20.562664 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Attempting to bind port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:30:20.563164 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Attempting to bind port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf on network e74b844b-1e0d-469b-b7fa-d9679bb91766 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:20.577408 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf on network e74b844b-1e0d-469b-b7fa-d9679bb91766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:30:20.577949 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Attempting to bind port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf on network e74b844b-1e0d-469b-b7fa-d9679bb91766 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:20.583164 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-52e80d61-178b-481d-b497-808fe2af4bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.586285 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:30:20.586618 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Checking segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:20.589123 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Bound using segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:30:20.589123 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Bound port: 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:30:20.589123 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.651985 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-90c5f7e1-9970-4cb2-8274-1f1cffe24956 req-fab9f89d-b0ae-43de-871b-0b9c3d59e2e4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849376 Oct 11 17:30:20.657541 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e80d61-178b-481d-b497-808fe2af4bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a530a98-e76a-443a-b1a9-746e28b336b0,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:20.678408 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] For port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:30:20.683821 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] For port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:30:20.686618 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-52e80d61-178b-481d-b497-808fe2af4bf6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f297caf770e4124b0382d17a34b9a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199227 Oct 11 17:30:20.689301 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55960) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:20.721692 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cd154169-379e-4579-9e26-c6271b2c41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.724262 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cd154169-379e-4579-9e26-c6271b2c41b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.725427 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-cd154169-379e-4579-9e26-c6271b2c41b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d000e2d1-b7f8-4d5f-bd98-0d7de1453df3 HTTP/1.1" status: 204 len: 168 time: 0.4076560 Oct 11 17:30:20.742787 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd154169-379e-4579-9e26-c6271b2c41b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d000e2d1-b7f8-4d5f-bd98-0d7de1453df3,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:20.760015 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7cfc5ff2-4291-437e-9c2d-0e99f7cab076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.777260 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.795431 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7cfc5ff2-4291-437e-9c2d-0e99f7cab076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.841425 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:20.842142 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:20.844386 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] 10.222.0.48 "PUT /v2.0/ports/96f17fbd-4d0d-4c4f-8338-44c8de1ddedf HTTP/1.1" status: 200 len: 1094 time: 1.0524387 Oct 11 17:30:20.845117 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cddf481-4ad5-4c03-822d-b5cd1de104a6', 'tag': '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:20.848013 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18328b35-6e3c-4ac7-a61d-7f7ed6dda0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8cddf481-4ad5-4c03-822d-b5cd1de104a6", "tag": "96f17fbd-4d0d-4c4f-8338-44c8de1ddedf"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:20.887471 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692fe3f-858e-43cf-aafb-732f73fcf5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:20.896413 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d667fbfe-3b1c-49b6-99bc-85754d7d8c84 x-openstack-request-id: req-d667fbfe-3b1c-49b6-99bc-85754d7d8c84 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:20.896895 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cddf481-4ad5-4c03-822d-b5cd1de104a6", "tag": "96f17fbd-4d0d-4c4f-8338-44c8de1ddedf", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:20.897165 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d667fbfe-3b1c-49b6-99bc-85754d7d8c84 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:20.897788 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cddf481-4ad5-4c03-822d-b5cd1de104a6', 'tag': '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf', 'status': 'completed', 'code': 200} Oct 11 17:30:20.970009 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328b35-6e3c-4ac7-a61d-7f7ed6dda0b1 req-56815494-b6f3-4834-b2ee-4475e54ac5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:20.971466 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-18328b35-6e3c-4ac7-a61d-7f7ed6dda0b1 req-56815494-b6f3-4834-b2ee-4475e54ac5a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 1097 time: 0.0408881 Oct 11 17:30:21.031711 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7cfc5ff2-4291-437e-9c2d-0e99f7cab076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:21.034637 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7cfc5ff2-4291-437e-9c2d-0e99f7cab076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:21.035763 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-7cfc5ff2-4291-437e-9c2d-0e99f7cab076 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a530a98-e76a-443a-b1a9-746e28b336b0 HTTP/1.1" status: 204 len: 168 time: 0.3451445 Oct 11 17:30:21.055890 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc5ff2-4291-437e-9c2d-0e99f7cab076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a530a98-e76a-443a-b1a9-746e28b336b0,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:21.111249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328b35-6e3c-4ac7-a61d-7f7ed6dda0b1 req-b8ec9d58-e3b0-4a01-ba12-058eed50a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:21.113083 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-18328b35-6e3c-4ac7-a61d-7f7ed6dda0b1 req-b8ec9d58-e3b0-4a01-ba12-058eed50a2d9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=45cb158b84f04eb9a9d655242c2622e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1262445 Oct 11 17:30:21.239000 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328b35-6e3c-4ac7-a61d-7f7ed6dda0b1 req-e56786f8-ad3f-46eb-8f15-a39b3d728e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:21.240783 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-18328b35-6e3c-4ac7-a61d-7f7ed6dda0b1 req-e56786f8-ad3f-46eb-8f15-a39b3d728e81 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084423 Oct 11 17:30:21.242198 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5024b0-dc32-4359-9376-5e8046c198fe req-da00e00b-311c-4a69-b2dc-fe23fcf90a00 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:21.243782 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5f5024b0-dc32-4359-9376-5e8046c198fe req-da00e00b-311c-4a69-b2dc-fe23fcf90a00 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 943 time: 0.0546198 Oct 11 17:30:21.294474 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5f5024b0-dc32-4359-9376-5e8046c198fe req-7119d321-c725-43f1-9932-b1bc5994a89e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Oct 11 17:30:21.352106 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-f4948c6b-9ad5-4866-9531-d41acaa538a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:21.353636 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-f4948c6b-9ad5-4866-9531-d41acaa538a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 1097 time: 0.0622144 Oct 11 17:30:21.403353 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-bd4a1071-2564-4c09-8bb0-c5cc251747fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf HTTP/1.1" status: 200 len: 217 time: 0.0376067 Oct 11 17:30:21.459427 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-f2c09d7d-848e-46b3-8d76-9b25f75e80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:21.460936 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-f2c09d7d-848e-46b3-8d76-9b25f75e80f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55514ad8-cbb9-4130-9673-de9531d5a35c HTTP/1.1" status: 200 len: 855 time: 0.0458453 Oct 11 17:30:21.494945 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-4e90e738-b7b5-4d82-8ff7-d7aa88318db3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74b844b-1e0d-469b-b7fa-d9679bb91766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253618 Oct 11 17:30:21.539631 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b0315-78cb-4628-91c2-9206f3ec00f4 req-81541d96-e20d-4b27-b148-d3ac76a0d265 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:21.539631 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-206b0315-78cb-4628-91c2-9206f3ec00f4 req-81541d96-e20d-4b27-b148-d3ac76a0d265 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 944 time: 0.0611637 Oct 11 17:30:21.576569 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55986) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:21.595999 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-311bd45f-db51-4802-a90c-866fab695d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:21.629429 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-206b0315-78cb-4628-91c2-9206f3ec00f4 req-3f212077-7311-407a-a864-c5aacaec5023 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766959 Oct 11 17:30:21.643528 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-04a905c1-2087-4653-81fd-fcde9eb313d2 service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230175 Oct 11 17:30:21.713398 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-311bd45f-db51-4802-a90c-866fab695d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:21.752898 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-efd87a5a-9f8c-4962-a3d0-fdd34562153a req-61ebe151-f0de-4f32-85cb-89c13cbb9c9a service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940161 Oct 11 17:30:21.785445 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad966d-def8-43a0-b26b-37c22dfe8805 req-23d22695-27c0-490c-9857-dc6efcfed97c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:21.787008 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3cad966d-def8-43a0-b26b-37c22dfe8805 req-23d22695-27c0-490c-9857-dc6efcfed97c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0542328 Oct 11 17:30:21.828139 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-311bd45f-db51-4802-a90c-866fab695d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:21.834696 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3cad966d-def8-43a0-b26b-37c22dfe8805 req-49ca35bd-f4f5-4c4a-8963-b7c9ca68c768 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Oct 11 17:30:21.864832 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 55996) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:21.872415 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-311bd45f-db51-4802-a90c-866fab695d74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6336bfc895374afcb865aefee717234a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948179 Oct 11 17:30:21.874376 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bd45f-db51-4802-a90c-866fab695d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4361136d-450e-4456-b4b6-c51d28b886bf,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:21.876703 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 55998) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:21.878548 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-65f3ae51-9097-48b1-8fef-6d2006889eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:21.926273 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ed5dabfe-f1a9-4e28-8ca0-941632031c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:21.948289 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ed5dabfe-f1a9-4e28-8ca0-941632031c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:21.956527 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-65f3ae51-9097-48b1-8fef-6d2006889eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:22.026568 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-65f3ae51-9097-48b1-8fef-6d2006889eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:22.064589 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-65f3ae51-9097-48b1-8fef-6d2006889eaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ff7ede77d10455ca123327b19115754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982286 Oct 11 17:30:22.065498 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3ae51-9097-48b1-8fef-6d2006889eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a4004-11cb-49de-8dde-7f6d0b202d47,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:22.067349 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56002) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:22.098513 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ed5dabfe-f1a9-4e28-8ca0-941632031c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:22.101037 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ed5dabfe-f1a9-4e28-8ca0-941632031c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:22.102152 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-ed5dabfe-f1a9-4e28-8ca0-941632031c1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4361136d-450e-4456-b4b6-c51d28b886bf HTTP/1.1" status: 204 len: 168 time: 0.2244956 Oct 11 17:30:22.116538 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dabfe-f1a9-4e28-8ca0-941632031c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4361136d-450e-4456-b4b6-c51d28b886bf,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:22.135342 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0a14664-c3dd-4b90-99b7-ca501b52e31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:22.159030 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0a14664-c3dd-4b90-99b7-ca501b52e31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:22.284287 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0a14664-c3dd-4b90-99b7-ca501b52e31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:22.286947 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0a14664-c3dd-4b90-99b7-ca501b52e31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:22.290402 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c0a14664-c3dd-4b90-99b7-ca501b52e31e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb3a4004-11cb-49de-8dde-7f6d0b202d47 HTTP/1.1" status: 204 len: 168 time: 0.2197564 Oct 11 17:30:22.297880 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a14664-c3dd-4b90-99b7-ca501b52e31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a4004-11cb-49de-8dde-7f6d0b202d47,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:22.411188 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55668e0-f670-491f-8d25-d54fa367b3c5 req-33938ed4-c7f6-4324-bb69-c68e22e07d26 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:22.412754 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a55668e0-f670-491f-8d25-d54fa367b3c5 req-33938ed4-c7f6-4324-bb69-c68e22e07d26 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 943 time: 0.0479004 Oct 11 17:30:22.451741 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a55668e0-f670-491f-8d25-d54fa367b3c5 req-1c67567d-9db6-4041-bbcf-58a1dc3503e2 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Oct 11 17:30:22.752159 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device b9fa743b-64aa-4e2e-88ea-56911d00a171 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:30:22.787967 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0e7bb-a372-4535-abec-a62743f7552e req-278a4394-2a54-4b1c-a526-60e2cfc1f81f tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:22.789656 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f9b0e7bb-a372-4535-abec-a62743f7552e req-278a4394-2a54-4b1c-a526-60e2cfc1f81f tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 944 time: 0.0792785 Oct 11 17:30:22.857298 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f9b0e7bb-a372-4535-abec-a62743f7552e req-ac876e38-2265-45a3-afc1-1f0cafc2cbd2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606749 Oct 11 17:30:22.881930 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port b9fa743b-64aa-4e2e-88ea-56911d00a171, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=b9fa743b-64aa-4e2e-88ea-56911d00a171,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:22.982985 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdf9f2-7499-452d-aadc-3eaeb5656924 req-56929ced-c0ee-4342-b44b-4016627d50b1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:23.000980 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1dcdf9f2-7499-452d-aadc-3eaeb5656924 req-56929ced-c0ee-4342-b44b-4016627d50b1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0740471 Oct 11 17:30:23.028992 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'b9fa743b-64aa-4e2e-88ea-56911d00a171', 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46', 'port_id': 'b9fa743b-64aa-4e2e-88ea-56911d00a171', 'mac_address': 'fa:16:3e:f9:57:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765b7dd6-f689-4c7a-892f-c833afa2c2d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:30:23.060061 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1dcdf9f2-7499-452d-aadc-3eaeb5656924 req-5516ba98-d55a-4528-9b85-a054adda36bc tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528631 Oct 11 17:30:23.072972 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:23.090906 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fa743b-64aa-4e2e-88ea-56911d00a171 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:23.110228 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port b9fa743b-64aa-4e2e-88ea-56911d00a171, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=b9fa743b-64aa-4e2e-88ea-56911d00a171,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:23.164709 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:23.226499 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=b9fa743b-64aa-4e2e-88ea-56911d00a171,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:23.231242 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25312376-dc53-49a0-a6d0-e62e8e426eaf req-19b41a93-9a6d-4da6-b46e-232d018d2e61 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:23.232871 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-25312376-dc53-49a0-a6d0-e62e8e426eaf req-19b41a93-9a6d-4da6-b46e-232d018d2e61 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0504804 Oct 11 17:30:23.234147 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.234804 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.235146 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.235478 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.235800 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.236289 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.237095 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.237554 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.242705 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.242705 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.242705 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.242705 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:23.273899 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-25312376-dc53-49a0-a6d0-e62e8e426eaf req-f5522d2b-96bc-4308-b455-9e14f3c01f7e tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Oct 11 17:30:23.571613 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf7983-1099-46a1-bf08-7b5c768215d2 req-4a4d9774-331c-4d7f-b5a7-751acde63b62 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:23.573223 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-69bf7983-1099-46a1-bf08-7b5c768215d2 req-4a4d9774-331c-4d7f-b5a7-751acde63b62 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 944 time: 0.0523112 Oct 11 17:30:23.600491 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56068) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:23.628608 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-69bf7983-1099-46a1-bf08-7b5c768215d2 req-9201b8b7-c7dc-4c32-be92-944489228495 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492251 Oct 11 17:30:23.674875 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['b9fa743b-64aa-4e2e-88ea-56911d00a171'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:30:23.843626 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56078) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:23.889692 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-645b5428-afa7-453c-9629-48fdc2987a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:23.922105 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1260217828-network', 'tenant_id': 'dc08c7cbcb9447b2b2e84099261a44c3'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:23.981315 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b6915-3a93-4116-bca9-c89907086265 req-47eb0620-d9e3-4ecd-90a9-a94d15fd9836 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:23.983137 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-712b6915-3a93-4116-bca9-c89907086265 req-47eb0620-d9e3-4ecd-90a9-a94d15fd9836 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 944 time: 0.0549347 Oct 11 17:30:23.986933 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-645b5428-afa7-453c-9629-48fdc2987a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.021993 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Made reservation on behalf of dc08c7cbcb9447b2b2e84099261a44c3 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:24.025114 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.033608 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-712b6915-3a93-4116-bca9-c89907086265 req-19d09739-379a-4c33-b2ec-b2c7440ae7b4 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Oct 11 17:30:24.034241 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.053957 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-645b5428-afa7-453c-9629-48fdc2987a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.107840 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-645b5428-afa7-453c-9629-48fdc2987a5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=402fbb962ffb413bac48bbe556c42a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062273 Oct 11 17:30:24.110298 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b5428-afa7-453c-9629-48fdc2987a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373e1530-24ef-40e2-8b3d-dd7cf4c28b3a,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:24.110813 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56092) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:24.159453 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.201213 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-026a53ce-9deb-4ca8-a6cf-09cf444b0dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.211512 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cec0b3-3265-49b9-89fb-daf0f0668d2b req-7d7c89e2-0949-4037-a5ca-7996f1fcf27c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:24.212979 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-44cec0b3-3265-49b9-89fb-daf0f0668d2b req-7d7c89e2-0949-4037-a5ca-7996f1fcf27c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0760849 Oct 11 17:30:24.238105 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.247826 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-026a53ce-9deb-4ca8-a6cf-09cf444b0dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.262964 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:30:24.279150 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f89bfa-738c-4d46-9bc6-31217d2bca44,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:24.284061 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.284402 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Added segment 784ab10c-1543-41be-8834-c094f0f5feaa of type vlan for network 1584b564-af77-47d3-babf-91c32375efb4 Oct 11 17:30:24.289611 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-44cec0b3-3265-49b9-89fb-daf0f0668d2b req-a9653e7b-a43a-440c-afce-24638de6a03f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696299 Oct 11 17:30:24.335027 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.401954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba1bea-7fe0-4b80-95f6-89185f0bae45 req-c59548fa-4ef3-44fd-b1e6-404474652ea8 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:24.403428 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4fba1bea-7fe0-4b80-95f6-89185f0bae45 req-c59548fa-4ef3-44fd-b1e6-404474652ea8 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0541825 Oct 11 17:30:24.439527 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4fba1bea-7fe0-4b80-95f6-89185f0bae45 req-1b8a0e5f-5acc-49f2-b442-842c6f3ec828 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298796 Oct 11 17:30:24.440506 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-026a53ce-9deb-4ca8-a6cf-09cf444b0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.443005 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-026a53ce-9deb-4ca8-a6cf-09cf444b0dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.444513 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-026a53ce-9deb-4ca8-a6cf-09cf444b0dd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/373e1530-24ef-40e2-8b3d-dd7cf4c28b3a HTTP/1.1" status: 204 len: 168 time: 0.3325963 Oct 11 17:30:24.452954 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a53ce-9deb-4ca8-a6cf-09cf444b0dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373e1530-24ef-40e2-8b3d-dd7cf4c28b3a,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:24.489773 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.490783 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:24.491362 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.549479 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] Pushing event updated for resources: {'Network': ['ID=1584b564-af77-47d3-babf-91c32375efb4,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:24.560028 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 1584b564-af77-47d3-babf-91c32375efb4 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:30:24.675261 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-01b9caf7-cc94-4bb1-bed8-012964a6058a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8300562 Oct 11 17:30:24.677991 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56106) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:24.683234 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Request body: {'subnet': {'network_id': '1584b564-af77-47d3-babf-91c32375efb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1260217828-subnet', 'tenant_id': 'dc08c7cbcb9447b2b2e84099261a44c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:24.745083 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bca372-41af-4528-9d7a-64cae5b7f390 req-899d3630-50be-4a3a-9bae-a5ccbcad8f9b tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:24.746531 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-06bca372-41af-4528-9d7a-64cae5b7f390 req-899d3630-50be-4a3a-9bae-a5ccbcad8f9b tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 944 time: 0.0494161 Oct 11 17:30:24.762698 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:30:24.801391 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-06bca372-41af-4528-9d7a-64cae5b7f390 req-49da4e93-a174-417c-90bd-53075a682538 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470321 Oct 11 17:30:24.821219 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Made reservation on behalf of dc08c7cbcb9447b2b2e84099261a44c3 for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:24.824306 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.866161 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:24.879896 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf', 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'port_id': '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf', 'mac_address': 'fa:16:3e:3b:f7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55514ad8-cbb9-4130-9673-de9531d5a35c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:30:24.925542 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:24.945616 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:24.968709 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:25.061080 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:25.095535 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:25.135977 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:25.193649 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bed5f86-d2f3-439a-88a9-30e7702ce9e6,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:25.207086 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Checking segment: {'id': '784ab10c-1543-41be-8834-c094f0f5feaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1584b564-af77-47d3-babf-91c32375efb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:25.207443 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Network hostable DHCP agents. Network: 1584b564-af77-47d3-babf-91c32375efb4, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:30:25.217925 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e2e4f-29c2-4c61-9bbd-750c7385171f req-8a33af5b-b2c5-4a27-b084-341f1924057e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:25.219400 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1b5e2e4f-29c2-4c61-9bbd-750c7385171f req-8a33af5b-b2c5-4a27-b084-341f1924057e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 945 time: 0.0841942 Oct 11 17:30:25.265907 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1b5e2e4f-29c2-4c61-9bbd-750c7385171f req-ec492d83-211e-4e83-874b-4cdf95e372d0 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355008 Oct 11 17:30:25.307001 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Network 1584b564-af77-47d3-babf-91c32375efb4 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:30:25.403968 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373b4ba-1ce2-4e09-92ac-cf4f99a5b536 req-41944384-6b26-416f-adc0-ea5456f0b580 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:25.405384 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9373b4ba-1ce2-4e09-92ac-cf4f99a5b536 req-41944384-6b26-416f-adc0-ea5456f0b580 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0480747 Oct 11 17:30:25.406441 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 1584b564-af77-47d3-babf-91c32375efb4) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:25.410608 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:25.411188 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:25.420536 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b97964-0b17-4b6f-bfc8-b3a1aa0968e0 None None] Network 1584b564-af77-47d3-babf-91c32375efb4 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:30:25.460977 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9373b4ba-1ce2-4e09-92ac-cf4f99a5b536 req-b7973ff2-3b6a-4789-a0df-d6377707efd1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Oct 11 17:30:25.511711 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-614e332f-320e-436e-bf08-46bd720c5719 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8325632 Oct 11 17:30:25.586379 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9e3cd-5343-4d78-85ab-c17cafca173f None None] Network 1584b564-af77-47d3-babf-91c32375efb4 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:30:25.588046 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['96f17fbd-4d0d-4c4f-8338-44c8de1ddedf'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:30:25.845236 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df449-523f-488a-a4d0-7ee5325eac03 req-71bd8b3c-dff8-4bf6-be69-fbee93ec18c2 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:25.854647 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-243df449-523f-488a-a4d0-7ee5325eac03 req-71bd8b3c-dff8-4bf6-be69-fbee93ec18c2 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.3249490 Oct 11 17:30:25.897445 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-243df449-523f-488a-a4d0-7ee5325eac03 req-5a3b3003-1d67-4772-82e6-f82dc8a74701 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/security-groups?id=9367f334-5904-4b41-86b7-aafab6242cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Oct 11 17:30:25.946370 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2a811-5ba4-451c-b108-f118da559c9b req-387bf3bd-f2a4-466b-9ce3-9efa183bed3e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:25.947998 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-42a2a811-5ba4-451c-b108-f118da559c9b req-387bf3bd-f2a4-466b-9ce3-9efa183bed3e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 944 time: 0.0494862 Oct 11 17:30:25.988101 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-42a2a811-5ba4-451c-b108-f118da559c9b req-87c72120-c465-44d6-8000-c6c2decbf384 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340641 Oct 11 17:30:26.260968 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-b7eed33b-064f-4bf2-ba28-ded2d618c80a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:26.262455 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-b7eed33b-064f-4bf2-ba28-ded2d618c80a tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 945 time: 0.0819349 Oct 11 17:30:26.382887 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8cda7-a1f9-4a5a-ae43-0938bc16b5e7 req-7824cfcc-a47c-499a-abf3-297270f6ef94 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:26.384441 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bec8cda7-a1f9-4a5a-ae43-0938bc16b5e7 req-7824cfcc-a47c-499a-abf3-297270f6ef94 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 945 time: 0.0523062 Oct 11 17:30:26.387642 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Deleting port f15536e7-e7c1-45b0-a540-bd237ea02e89 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:30:26.387978 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:26.422823 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bec8cda7-a1f9-4a5a-ae43-0938bc16b5e7 req-ec8fea42-7941-49d2-871f-4f7f325f6cfd tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Oct 11 17:30:26.577734 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56184) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:26.585329 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-70258981-network', 'tenant_id': '883baabc65c6478fa06f4d7c80ba945a'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:26.603443 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04541f4e-570f-458b-a352-ca6ede22b939 req-14f9eafe-a750-458a-9334-90044edd6335 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:26.605050 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04541f4e-570f-458b-a352-ca6ede22b939 req-14f9eafe-a750-458a-9334-90044edd6335 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0740139 Oct 11 17:30:26.649115 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04541f4e-570f-458b-a352-ca6ede22b939 req-b5f4583e-20d7-4bc8-a173-e04e5f5eae80 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377445 Oct 11 17:30:26.696893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] For port f15536e7-e7c1-45b0-a540-bd237ea02e89, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f15536e7-e7c1-45b0-a540-bd237ea02e89,segment=NetworkSegment(ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd),segment_id=ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:26.697218 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:26.711167 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Calling delete_port for f15536e7-e7c1-45b0-a540-bd237ea02e89 owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:30:26.718603 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Made reservation on behalf of 883baabc65c6478fa06f4d7c80ba945a for: {'network': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:26.721102 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:26.730850 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:26.765653 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device b9fa743b-64aa-4e2e-88ea-56911d00a171 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:30:26.810228 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:26.921783 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:26.922601 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port b9fa743b-64aa-4e2e-88ea-56911d00a171 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:30:26.935222 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port b9fa743b-64aa-4e2e-88ea-56911d00a171 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:26.941214 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:26.964449 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:26.975906 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=94391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:30:26.992936 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc4264e-9b16-408c-a26a-1fe127ef056a,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:26.995322 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['f15536e7-e7c1-45b0-a540-bd237ea02e89'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:30:27.009781 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.009781 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.segments_db [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Added segment 7194905f-333b-4223-807c-c731612055d7 of type vlan for network 43b577fe-87a0-4a28-bc00-385b59e75e49 Oct 11 17:30:27.098242 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Pushing event deleted for resources: {'Port': ['ID=f15536e7-e7c1-45b0-a540-bd237ea02e89,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:27.101533 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] No DVR routers for this DVR port f15536e7-e7c1-45b0-a540-bd237ea02e89 on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:30:27.104585 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.109393 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-7df9ed8b-2771-446f-b11c-6b98f2b92e45 req-5504504e-7616-4ccc-8b7e-221757798b8d tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.48 "DELETE /v2.0/ports/f15536e7-e7c1-45b0-a540-bd237ea02e89 HTTP/1.1" status: 204 len: 173 time: 0.8389637 Oct 11 17:30:27.109847 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bdd8ed-2afd-43a3-98b2-2187cc7048bf', 'name': 'network-vif-deleted', 'tag': 'f15536e7-e7c1-45b0-a540-bd237ea02e89'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:27.112196 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c6273f-7a84-4a32-b5d7-39967d806c10" -d '{"events": [{"server_uuid": "f8bdd8ed-2afd-43a3-98b2-2187cc7048bf", "name": "network-vif-deleted", "tag": "f15536e7-e7c1-45b0-a540-bd237ea02e89"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:27.126984 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.153894 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.157203 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6c646ce6-7131-4b51-be23-dff6d3407f58 req-863b1d5a-fc1c-4ffd-a86d-2e363ad3a088 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.0863240 Oct 11 17:30:27.198366 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port b9fa743b-64aa-4e2e-88ea-56911d00a171, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=b9fa743b-64aa-4e2e-88ea-56911d00a171,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:27.199301 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25aadf3-912d-4efb-827b-75c819ac757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa743b-64aa-4e2e-88ea-56911d00a171'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:27.202070 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ddc6f-6568-4d6c-8c6b-dc14bb0a70fd" -d '{"events": [{"server_uuid": "b25aadf3-912d-4efb-827b-75c819ac757f", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa743b-64aa-4e2e-88ea-56911d00a171"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:27.205784 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700268bb-e6ea-4993-8861-07c1598df45e req-d9a84672-b1f4-4188-af59-fab89ae8ef0a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:27.207336 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-700268bb-e6ea-4993-8861-07c1598df45e req-d9a84672-b1f4-4188-af59-fab89ae8ef0a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 944 time: 0.1083279 Oct 11 17:30:27.220255 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efb1a23-ae6f-4aef-8731-38a31e4ad7c8 x-openstack-request-id: req-5efb1a23-ae6f-4aef-8731-38a31e4ad7c8 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:27.220790 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bdd8ed-2afd-43a3-98b2-2187cc7048bf", "name": "network-vif-deleted", "tag": "f15536e7-e7c1-45b0-a540-bd237ea02e89", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:27.221044 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5efb1a23-ae6f-4aef-8731-38a31e4ad7c8 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:27.221454 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bdd8ed-2afd-43a3-98b2-2187cc7048bf', 'name': 'network-vif-deleted', 'tag': 'f15536e7-e7c1-45b0-a540-bd237ea02e89', 'status': 'completed', 'code': 200} Oct 11 17:30:27.252788 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-700268bb-e6ea-4993-8861-07c1598df45e req-ad71a42f-ff28-4e65-bfed-71c103b37c37 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365071 Oct 11 17:30:27.301116 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856e049a-8aa2-46a1-903b-c5c7280ccfbc x-openstack-request-id: req-856e049a-8aa2-46a1-903b-c5c7280ccfbc {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:27.309301 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25aadf3-912d-4efb-827b-75c819ac757f", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa743b-64aa-4e2e-88ea-56911d00a171", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:27.309301 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-856e049a-8aa2-46a1-903b-c5c7280ccfbc {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:27.309301 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25aadf3-912d-4efb-827b-75c819ac757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa743b-64aa-4e2e-88ea-56911d00a171', 'code': 200} Oct 11 17:30:27.318177 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.318416 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.320961 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:30:27.321104 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:27.321104 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.400563 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] Pushing event updated for resources: {'Network': ['ID=43b577fe-87a0-4a28-bc00-385b59e75e49,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:27.415262 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 43b577fe-87a0-4a28-bc00-385b59e75e49 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:30:27.458120 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=b9fa743b-64aa-4e2e-88ea-56911d00a171,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:27.476380 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-12186fd1-5ba1-4155-9653-9883f0fc5346 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8971784 Oct 11 17:30:27.478921 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56212) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:27.485202 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Request body: {'subnet': {'network_id': '43b577fe-87a0-4a28-bc00-385b59e75e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-70258981-subnet', 'tenant_id': '883baabc65c6478fa06f4d7c80ba945a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:27.556403 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67362168-e438-4e8b-806d-bc39e47dedfe req-cbd83a69-7c0e-4cd3-bdfb-4de7d0ac0ca7 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:27.557894 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67362168-e438-4e8b-806d-bc39e47dedfe req-cbd83a69-7c0e-4cd3-bdfb-4de7d0ac0ca7 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 945 time: 0.0503426 Oct 11 17:30:27.569863 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:30:27.573787 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:27.574152 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.593933 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Made reservation on behalf of 883baabc65c6478fa06f4d7c80ba945a for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:27.596263 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.600484 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67362168-e438-4e8b-806d-bc39e47dedfe req-3d489f3a-af73-4189-a040-a34824530cde tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Oct 11 17:30:27.676238 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.684747 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030f50e-8448-4c65-8f87-6688399c444b req-19f11760-10fe-4db8-b4d3-8916695c3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:27.687113 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d030f50e-8448-4c65-8f87-6688399c444b req-19f11760-10fe-4db8-b4d3-8916695c3c08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 1098 time: 0.0448112 Oct 11 17:30:27.732638 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d030f50e-8448-4c65-8f87-6688399c444b req-694330ba-655f-489a-9765-753ac13a47ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318296 Oct 11 17:30:27.737981 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:27.821215 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.826824 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c838-0d28-41c6-a32a-3429d5388f1b req-f312e462-0f0c-469b-875f-1c42fe4dedf7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:27.827272 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c0b1c838-0d28-41c6-a32a-3429d5388f1b req-f312e462-0f0c-469b-875f-1c42fe4dedf7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0935113 Oct 11 17:30:27.866640 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c0b1c838-0d28-41c6-a32a-3429d5388f1b req-dd94e79d-3c3e-45d6-b424-31bb83dd3720 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Oct 11 17:30:27.870216 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:27.912688 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:27.968138 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182e1663-77be-40b7-8b24-94faea6920da,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:27.978014 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Checking segment: {'id': '7194905f-333b-4223-807c-c731612055d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '43b577fe-87a0-4a28-bc00-385b59e75e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:27.978366 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Network hostable DHCP agents. Network: 43b577fe-87a0-4a28-bc00-385b59e75e49, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:30:28.066996 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Network 43b577fe-87a0-4a28-bc00-385b59e75e49 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:30:28.158454 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 43b577fe-87a0-4a28-bc00-385b59e75e49) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:28.163659 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:28.169751 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:28.170414 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c586c13-ed47-4994-be85-3f8cd39abfd7 None None] Network 43b577fe-87a0-4a28-bc00-385b59e75e49 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:30:28.303232 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bbf3dcc4-dc6c-4de3-9780-28f18f30211f req-0418775a-80a6-402a-b31d-285f53b78410 tempest-DeleteServersTestJSON-1190746272 tempest-DeleteServersTestJSON-1190746272-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8bdd8ed-2afd-43a3-98b2-2187cc7048bf HTTP/1.1" status: 200 len: 210 time: 0.0388730 Oct 11 17:30:28.303232 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-23cc3ed7-e8a1-4cd5-9d11-3463e6e377f2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8212585 Oct 11 17:30:28.312451 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf28ca9-fad6-4a31-ab31-ed7fb620626b None None] Network 43b577fe-87a0-4a28-bc00-385b59e75e49 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:30:28.409440 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14ab9-04e1-4c9e-b56d-7c12be244dbb req-d5228815-4de2-49cb-94e7-d1fa96adf03f tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:28.411059 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ccf14ab9-04e1-4c9e-b56d-7c12be244dbb req-d5228815-4de2-49cb-94e7-d1fa96adf03f tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.0574615 Oct 11 17:30:28.476563 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ccf14ab9-04e1-4c9e-b56d-7c12be244dbb req-cb33770a-d3b1-49a4-8bba-dc81227c4656 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491011 Oct 11 17:30:28.515097 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-0cafde7d-5b21-4053-a2fa-4c5e807bae19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581241 Oct 11 17:30:28.617468 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-a037ebcc-d14a-4e5f-91f0-e1a3601bf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:28.619109 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-a037ebcc-d14a-4e5f-91f0-e1a3601bf1c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 1098 time: 0.0444732 Oct 11 17:30:28.726566 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57851c85-aa28-4e42-bac4-56eadb82aeab req-bafee03f-7687-451b-bf0b-a8cc91efd0c4 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:28.728248 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-57851c85-aa28-4e42-bac4-56eadb82aeab req-bafee03f-7687-451b-bf0b-a8cc91efd0c4 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0514205 Oct 11 17:30:28.740589 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-2afb4091-6fd5-4574-9801-b2d03f18134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:28.742080 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-2afb4091-6fd5-4574-9801-b2d03f18134a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 916 time: 0.0982187 Oct 11 17:30:28.766451 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-57851c85-aa28-4e42-bac4-56eadb82aeab req-c64b8b9e-e551-4fc1-aab4-6e08b150a92d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Oct 11 17:30:28.805204 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-33b2283e-4973-48c6-9fa3-bf148db87ecf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852a9582-8bac-4690-82e3-a252eaf8980c HTTP/1.1" status: 200 len: 217 time: 0.0382249 Oct 11 17:30:28.864704 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-e73f1d63-10e3-4167-b781-dee61c7551f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:28.866270 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-e73f1d63-10e3-4167-b781-dee61c7551f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55514ad8-cbb9-4130-9673-de9531d5a35c HTTP/1.1" status: 200 len: 855 time: 0.0442994 Oct 11 17:30:28.902094 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-6456ff78-35c4-4c07-b465-0c7de08c213a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74b844b-1e0d-469b-b7fa-d9679bb91766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250742 Oct 11 17:30:28.986036 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548c2ff-66bf-4f50-94f3-f58e70fd21f8 req-17e5c317-1154-4963-9e4a-23417a6bb89d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:28.987519 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2548c2ff-66bf-4f50-94f3-f58e70fd21f8 req-17e5c317-1154-4963-9e4a-23417a6bb89d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0521662 Oct 11 17:30:29.003678 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-93eae012-7cfd-42c1-bac8-a031061708b3 service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870759 Oct 11 17:30:29.026410 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2548c2ff-66bf-4f50-94f3-f58e70fd21f8 req-4304a2d4-026a-431b-8252-d59838dc8255 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Oct 11 17:30:29.098655 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9344e590-e7ca-4360-90b7-3dc8ab560751 req-c31bd51b-ffdc-4432-bf93-a46814ecaa29 service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834637 Oct 11 17:30:29.303682 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cddf481-4ad5-4c03-822d-b5cd1de104a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:29.306797 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db3f946-0936-4e6a-8c01-db310fa2653b" -d '{"events": [{"server_uuid": "8cddf481-4ad5-4c03-822d-b5cd1de104a6", "name": "network-vif-plugged", "status": "completed", "tag": "96f17fbd-4d0d-4c4f-8338-44c8de1ddedf"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:29.351043 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f42eef-90ae-4354-aed4-5cfa099a8db8 x-openstack-request-id: req-a3f42eef-90ae-4354-aed4-5cfa099a8db8 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:29.351043 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cddf481-4ad5-4c03-822d-b5cd1de104a6", "name": "network-vif-plugged", "status": "completed", "tag": "96f17fbd-4d0d-4c4f-8338-44c8de1ddedf", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:29.351043 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3f42eef-90ae-4354-aed4-5cfa099a8db8 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:29.351043 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cddf481-4ad5-4c03-822d-b5cd1de104a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf', 'code': 200} Oct 11 17:30:29.596242 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78fec4-b460-42f6-b5bc-9b7edc94cc69 req-b193b183-168b-4c0f-bb84-55e62f6de308 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:29.597865 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fc78fec4-b460-42f6-b5bc-9b7edc94cc69 req-b193b183-168b-4c0f-bb84-55e62f6de308 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.0530760 Oct 11 17:30:29.637776 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fc78fec4-b460-42f6-b5bc-9b7edc94cc69 req-e7d4204e-b522-4fc5-bdcb-931dc8d36c93 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337625 Oct 11 17:30:29.884704 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03f6c0-bb8f-4915-870d-3066e2ccb84d req-41b54e83-5ba7-4c78-9425-6c0f4e2cd72e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:29.886141 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6b03f6c0-bb8f-4915-870d-3066e2ccb84d req-41b54e83-5ba7-4c78-9425-6c0f4e2cd72e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0474389 Oct 11 17:30:29.922833 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6b03f6c0-bb8f-4915-870d-3066e2ccb84d req-726b8b4e-2bec-4dfd-ac48-a4c363fe2da7 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308518 Oct 11 17:30:30.140118 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b85f54-c5ac-4855-bedf-55381a218c8d req-1910c4cd-63e3-4f95-a5a1-877d8c70d1ec tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:30.141499 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49b85f54-c5ac-4855-bedf-55381a218c8d req-1910c4cd-63e3-4f95-a5a1-877d8c70d1ec tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0508034 Oct 11 17:30:30.179128 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49b85f54-c5ac-4855-bedf-55381a218c8d req-4cbedc6a-ea4a-4319-8f58-eb374c9e1ce7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Oct 11 17:30:30.409712 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:30.749142 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50969291-5934-4482-8a34-6cc2a5a2ac12 req-0e6b4e16-1edd-447d-acfc-01266ca4c2a3 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:30.750571 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-50969291-5934-4482-8a34-6cc2a5a2ac12 req-0e6b4e16-1edd-447d-acfc-01266ca4c2a3 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.0465014 Oct 11 17:30:30.786989 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-50969291-5934-4482-8a34-6cc2a5a2ac12 req-acdae0cd-f648-4bd1-b37f-05bc66c53e4a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300992 Oct 11 17:30:31.032974 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4c4a9-501d-497b-9f6f-42d19ce88279 req-5448c69d-00d0-4e8b-a6f1-c037cfb3da4b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:31.034436 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d2f4c4a9-501d-497b-9f6f-42d19ce88279 req-5448c69d-00d0-4e8b-a6f1-c037cfb3da4b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0468960 Oct 11 17:30:31.071940 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d2f4c4a9-501d-497b-9f6f-42d19ce88279 req-e800f093-9c01-4ca5-a4b8-ba29416a460c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Oct 11 17:30:31.292587 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8dcf-a3c8-4314-8c11-1a8c6a32d502 req-5eb93ab3-3f12-4174-b537-d0e59e5ba015 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:31.294125 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ee0b8dcf-a3c8-4314-8c11-1a8c6a32d502 req-5eb93ab3-3f12-4174-b537-d0e59e5ba015 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0507863 Oct 11 17:30:31.332897 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ee0b8dcf-a3c8-4314-8c11-1a8c6a32d502 req-8f7ca82a-5c67-40c7-9a0d-578fd0e5f289 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327189 Oct 11 17:30:31.899151 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9798e-2f4e-4b21-a9ab-0320836edcb8 req-ccc6f86a-5225-4890-9650-3490640cbbfb tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:31.900669 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aff9798e-2f4e-4b21-a9ab-0320836edcb8 req-ccc6f86a-5225-4890-9650-3490640cbbfb tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.0476618 Oct 11 17:30:31.937497 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aff9798e-2f4e-4b21-a9ab-0320836edcb8 req-403c121b-6fe0-464d-9518-325c7c511cc1 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Oct 11 17:30:32.182327 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24c560-bf2d-45ea-9540-252c6d7e3fb8 req-b7e02d9c-56fb-4bb9-97d3-6af9469ae947 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:32.183704 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dc24c560-bf2d-45ea-9540-252c6d7e3fb8 req-b7e02d9c-56fb-4bb9-97d3-6af9469ae947 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0465598 Oct 11 17:30:32.220493 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dc24c560-bf2d-45ea-9540-252c6d7e3fb8 req-1616973e-a941-46c7-b27b-2be6123d0d23 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307951 Oct 11 17:30:32.447369 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd0a3c-c2af-4dcb-a774-006696bbca6d req-b55d37d9-4e96-4fbc-a4dd-2b549f63eddd tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:32.448778 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7bdd0a3c-c2af-4dcb-a774-006696bbca6d req-b55d37d9-4e96-4fbc-a4dd-2b549f63eddd tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0505908 Oct 11 17:30:32.484794 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7bdd0a3c-c2af-4dcb-a774-006696bbca6d req-455785f4-67da-4e2d-a71d-661966286ca9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301950 Oct 11 17:30:32.600131 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device f15536e7-e7c1-45b0-a540-bd237ea02e89 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:30:32.620200 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: f15536e7-e7c1-45b0-a540-bd237ea02e89 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:30:32.620540 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device f15536e7-e7c1-45b0-a540-bd237ea02e89 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:30:33.046433 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d42ba-0491-466b-9bc0-7ded05a944fb req-66eeaba9-5184-4a96-aff1-cb511b41d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:33.047862 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e47d42ba-0491-466b-9bc0-7ded05a944fb req-66eeaba9-5184-4a96-aff1-cb511b41d3fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 1099 time: 0.0422657 Oct 11 17:30:33.055874 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0b03c-cf39-433d-a303-b8e5015fd626 req-894b3fd2-7f2d-444f-811c-f9a763617a5a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:33.057341 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e9b0b03c-cf39-433d-a303-b8e5015fd626 req-894b3fd2-7f2d-444f-811c-f9a763617a5a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.0499971 Oct 11 17:30:33.097675 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e9b0b03c-cf39-433d-a303-b8e5015fd626 req-819611ec-f9f2-4436-bd14-c9dee5866f94 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345361 Oct 11 17:30:33.106497 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e47d42ba-0491-466b-9bc0-7ded05a944fb req-a0e7c0ad-f9eb-48d9-a205-a4044b44ddb6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370173 Oct 11 17:30:33.334130 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eed6d7-cfb3-40a1-95ce-426e65557bbf req-e8079eab-8791-439f-863a-de26657a7e2c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:33.335538 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-20eed6d7-cfb3-40a1-95ce-426e65557bbf req-e8079eab-8791-439f-863a-de26657a7e2c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0491607 Oct 11 17:30:33.372977 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-20eed6d7-cfb3-40a1-95ce-426e65557bbf req-cb0b4856-4908-4fac-b87d-9d1e6bb2a462 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Oct 11 17:30:33.600636 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08f4a5-ae10-4b2d-ad12-e0c7e704aca9 req-ea63e473-1beb-4db0-ad08-3e3f8bea8df6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:33.602054 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7c08f4a5-ae10-4b2d-ad12-e0c7e704aca9 req-ea63e473-1beb-4db0-ad08-3e3f8bea8df6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0506878 Oct 11 17:30:33.642939 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7c08f4a5-ae10-4b2d-ad12-e0c7e704aca9 req-a41975fc-08ce-411f-8e3e-a1b01e07e0e2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Oct 11 17:30:34.218766 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56354) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:34.227524 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd4b9b-4f8c-4317-8070-9e80ee67686b req-038af108-4310-43bb-90d8-c53962db7487 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:34.229056 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e3dd4b9b-4f8c-4317-8070-9e80ee67686b req-038af108-4310-43bb-90d8-c53962db7487 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.0529456 Oct 11 17:30:34.266671 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21ba099-f397-4a23-8e6a-6d818920a3c9 admin admin] Deleting subnet da998cda-2a62-42ed-9463-9a70d7fdd823 {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:30:34.268467 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e3dd4b9b-4f8c-4317-8070-9e80ee67686b req-bde4cd5c-60aa-4e4b-b6c4-33ff9f8025f3 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328562 Oct 11 17:30:34.270007 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e21ba099-f397-4a23-8e6a-6d818920a3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.304492 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e21ba099-f397-4a23-8e6a-6d818920a3c9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.313367 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e21ba099-f397-4a23-8e6a-6d818920a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.478813 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e21ba099-f397-4a23-8e6a-6d818920a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.491028 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995017d2-a962-4a28-b1d7-0cdb0aac07f7 req-19f97622-6d95-4949-8578-6d20aae8d872 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:34.492930 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-995017d2-a962-4a28-b1d7-0cdb0aac07f7 req-19f97622-6d95-4949-8578-6d20aae8d872 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0525830 Oct 11 17:30:34.514287 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ba099-f397-4a23-8e6a-6d818920a3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da998cda-2a62-42ed-9463-9a70d7fdd823,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:34.518276 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e21ba099-f397-4a23-8e6a-6d818920a3c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.522312 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-e21ba099-f397-4a23-8e6a-6d818920a3c9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/da998cda-2a62-42ed-9463-9a70d7fdd823 HTTP/1.1" status: 204 len: 168 time: 0.3024940 Oct 11 17:30:34.525275 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56362) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:34.587218 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-995017d2-a962-4a28-b1d7-0cdb0aac07f7 req-f8d04c28-fdfe-40d7-a966-5014a2e81254 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873265 Oct 11 17:30:34.610871 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.706123 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.738332 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.738767 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.739635 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.740034 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > port after_create 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.740355 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.740696 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > port after_update 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.741017 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.741385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.741702 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.742045 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.878790 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.879138 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.879466 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.879792 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:34.880699 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b77385-d783-4044-8152-2acfb8bc61e2']}} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:34.911860 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd') {'for_net_delete': True} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:34.912151 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9c4926-dbbb-41f8-b9bc-d92fbcb7acbd') {} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:34.930254 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27110545'] for segment, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.954864 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:34.966275 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841ed78-1a8e-421c-8abc-a1d4b83d6edc req-75649a38-6d0b-4c3b-9da1-5f5575b66c8d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:34.967797 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3841ed78-1a8e-421c-8abc-a1d4b83d6edc req-75649a38-6d0b-4c3b-9da1-5f5575b66c8d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.2505193 Oct 11 17:30:34.986176 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:30:34.986514 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672002'] for segment, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: from cryptography.utils import int_from_bytes Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: from cryptography.utils import int_from_bytes Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: Traceback (most recent call last): Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: timer() Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: cb(*args, **kw) Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: return func(*args, **kwargs) Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: self._notify() Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: self.callback(batched_events) Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: event.method(event) Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: return f(self, *a, **k) Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._get(url).json() Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: return self.request(url, 'GET', **kwargs) Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:30:35.020797 dv-cinder-808959-3-iscsi neutron-server[94391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:30:35.099715 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3841ed78-1a8e-421c-8abc-a1d4b83d6edc req-b22d03c7-2759-46f9-ad8b-5eafc4a8a577 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232197 Oct 11 17:30:35.203566 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:35.211936 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:35.215190 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] 10.222.0.42 "DELETE /v2.0/networks/73b77385-d783-4044-8152-2acfb8bc61e2 HTTP/1.1" status: 204 len: 168 time: 0.6889935 Oct 11 17:30:35.224847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396e59a-ab1b-48f6-a69b-6d91d36c5e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b77385-d783-4044-8152-2acfb8bc61e2,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:35.705871 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738e505-48cc-4bfd-99e7-8c695f69cac0 req-6e50d0ae-49d2-4cc7-9c92-1ff048d846b1 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:35.707386 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0738e505-48cc-4bfd-99e7-8c695f69cac0 req-6e50d0ae-49d2-4cc7-9c92-1ff048d846b1 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0517871 Oct 11 17:30:35.710876 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56386) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:35.753765 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c1420e9f-4b16-4a05-a51b-2d4d45a4e2ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3de5ab968004400b81030bd50b14bcae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417428 Oct 11 17:30:35.756718 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56388) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:35.756954 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0738e505-48cc-4bfd-99e7-8c695f69cac0 req-a1e712b4-2c00-47fa-b96f-bf0a2ffabcd3 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Oct 11 17:30:35.806017 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ab010d07-414b-44f4-9fd7-f2a64da1adf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:35.827594 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ab010d07-414b-44f4-9fd7-f2a64da1adf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:35.975013 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ab010d07-414b-44f4-9fd7-f2a64da1adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:35.977764 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ab010d07-414b-44f4-9fd7-f2a64da1adf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:35.978959 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-ab010d07-414b-44f4-9fd7-f2a64da1adf4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9367f334-5904-4b41-86b7-aafab6242cf7 HTTP/1.1" status: 204 len: 168 time: 0.2208421 Oct 11 17:30:35.988010 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010d07-414b-44f4-9fd7-f2a64da1adf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9367f334-5904-4b41-86b7-aafab6242cf7,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:36.227463 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e120a7d-7ad7-49ed-b4f5-6a81511c07cc req-c9269fec-15dc-4457-9168-4387de935b1e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:36.228924 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0e120a7d-7ad7-49ed-b4f5-6a81511c07cc req-c9269fec-15dc-4457-9168-4387de935b1e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0526116 Oct 11 17:30:36.271141 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0e120a7d-7ad7-49ed-b4f5-6a81511c07cc req-a2a66b94-2aa7-4c1a-8061-e0cec8a175a4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347924 Oct 11 17:30:36.872278 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bdf75-7115-4969-8fb8-611b0784ab4e req-d3ac6d21-f70c-4e82-b53f-05af60abe9e6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:36.873788 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-be5bdf75-7115-4969-8fb8-611b0784ab4e req-d3ac6d21-f70c-4e82-b53f-05af60abe9e6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0479493 Oct 11 17:30:36.916966 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-be5bdf75-7115-4969-8fb8-611b0784ab4e req-904a0b98-47b4-47c4-9042-bca98eb2a6a9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359888 Oct 11 17:30:36.985087 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56420) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:37.081815 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-651068023-network', 'tenant_id': '9516d4b60723415c8910558de9457120'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:37.168868 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Made reservation on behalf of 9516d4b60723415c8910558de9457120 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:37.171553 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.180480 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.256093 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.318551 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.348573 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:30:37.356982 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fb3ae9-439e-4098-a7da-04c58061b881,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:37.361853 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.362191 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Added segment 758a4fd9-9a81-4b6f-a5f5-43b689af6291 of type vlan for network 63c18088-8846-4ec4-b159-ccc911dac8d2 Oct 11 17:30:37.401716 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511ecef-2250-419a-a10e-78bd94617459 req-0498c8be-588a-4b3b-bb0a-12b2ec01c127 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:37.402919 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.404406 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9511ecef-2250-419a-a10e-78bd94617459 req-0498c8be-588a-4b3b-bb0a-12b2ec01c127 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0586710 Oct 11 17:30:37.446296 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9511ecef-2250-419a-a10e-78bd94617459 req-656af296-0172-4d24-97ca-ae03dd691c32 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Oct 11 17:30:37.472143 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.473245 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:37.473891 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.531882 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] Pushing event updated for resources: {'Network': ['ID=63c18088-8846-4ec4-b159-ccc911dac8d2,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:37.543393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:30:37.576009 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-7e8537f9-8be9-476f-b042-b64e0aed31af admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5885055 Oct 11 17:30:37.578579 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56428) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:37.583419 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Request body: {'subnet': {'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-subnet', 'tenant_id': '9516d4b60723415c8910558de9457120', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:37.660998 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Made reservation on behalf of 9516d4b60723415c8910558de9457120 for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:37.663860 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26918674'] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.883754 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2671647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26918716'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:37.945196 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=368abc1b-28c8-4a9f-b340-c51058daaa37,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:37.954376 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Checking segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:37.954728 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Network hostable DHCP agents. Network: 63c18088-8846-4ec4-b159-ccc911dac8d2, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:30:38.040905 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4992aa-384d-448e-89c0-dd527b87340a req-7ad7306a-dfae-430d-9c9c-a011a7bad1d9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:38.042520 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bb4992aa-384d-448e-89c0-dd527b87340a req-7ad7306a-dfae-430d-9c9c-a011a7bad1d9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0500093 Oct 11 17:30:38.055745 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:30:38.093315 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bb4992aa-384d-448e-89c0-dd527b87340a req-2aeff95e-dff1-44e9-9c6e-63ab51616457 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445309 Oct 11 17:30:38.129612 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 63c18088-8846-4ec4-b159-ccc911dac8d2) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:38.142516 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:38.143216 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:38.232340 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-f4298525-473f-4cf1-bad6-9b8cf30468c0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6501617 Oct 11 17:30:38.233403 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56436) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:38.238070 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:38.242912 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce741c5b-de03-4549-b2ff-2deb2e4b38b6 None None] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:30:38.323804 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:38.324875 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:38.388194 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:38.434659 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-63c18088-8846-4ec4-b159-ccc911dac8d2', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:30:38.439193 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:38.609502 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99190e87-9a2a-4a2c-9d42-b7d2cd1226ab req-16c208be-1883-4161-b423-96776577968a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:38.611410 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-99190e87-9a2a-4a2c-9d42-b7d2cd1226ab req-16c208be-1883-4161-b423-96776577968a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0755088 Oct 11 17:30:38.613714 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:38.624305 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Allocated IP 172.20.0.2 (63c18088-8846-4ec4-b159-ccc911dac8d2/368abc1b-28c8-4a9f-b340-c51058daaa37/45d403e6-496d-4451-877b-e893c89b8bef) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:38.663422 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-99190e87-9a2a-4a2c-9d42-b7d2cd1226ab req-02dee824-0fc1-46cc-a874-6403a182dacd tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Oct 11 17:30:38.794962 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:38.952265 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:38.973655 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:39.086438 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Allocated IP 172.27.3.138 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/d0c41901-ff26-43d5-bb81-01cf0bd0506c) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:39.194807 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:39.241771 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:39.263106 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843705-1f91-486d-a628-45111d79706b req-fdaf3d85-768a-4d27-8750-aaa9d5dcdb02 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:39.265786 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2b843705-1f91-486d-a628-45111d79706b req-fdaf3d85-768a-4d27-8750-aaa9d5dcdb02 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0912809 Oct 11 17:30:39.298525 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:39.306488 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:39.310565 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:39.312251 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2b843705-1f91-486d-a628-45111d79706b req-b8af0e2a-43c9-487d-9cfc-5fe04f801a3c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Oct 11 17:30:39.324261 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Pushing event updated for resources: {'Port': ['ID=45d403e6-496d-4451-877b-e893c89b8bef,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:39.381765 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Attempting to bind port 45d403e6-496d-4451-877b-e893c89b8bef on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:30:39.382283 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Attempting to bind port 45d403e6-496d-4451-877b-e893c89b8bef by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:30:39.382485 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Attempting to bind port 45d403e6-496d-4451-877b-e893c89b8bef on network 63c18088-8846-4ec4-b159-ccc911dac8d2 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:39.386487 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:39.394443 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:30:39.394443 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Checking segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:39.394443 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:39.394443 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Bound using segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:30:39.395244 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Bound port: 45d403e6-496d-4451-877b-e893c89b8bef, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:30:39.396433 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:39.449356 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:39.454071 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:39.469081 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c41901-ff26-43d5-bb81-01cf0bd0506c,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:39.484060 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:39.500841 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] For port 45d403e6-496d-4451-877b-e893c89b8bef, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:30:39.505225 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] For port 45d403e6-496d-4451-877b-e893c89b8bef, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=45d403e6-496d-4451-877b-e893c89b8bef,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:30:39.564696 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:39.633352 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707767c-d0d2-4c1c-a04f-58bfd92c9024 None None] Pushing event updated for resources: {'Port': ['ID=45d403e6-496d-4451-877b-e893c89b8bef,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:39.818099 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b632-a2d4-4c7b-bc58-d3c48ebacb48 req-285d40d4-1683-40e4-8866-77e584286069 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:39.822476 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d6a2b632-a2d4-4c7b-bc58-d3c48ebacb48 req-285d40d4-1683-40e4-8866-77e584286069 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0910370 Oct 11 17:30:39.900308 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:39.941106 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d6a2b632-a2d4-4c7b-bc58-d3c48ebacb48 req-c303f59b-4674-4dc6-9fd0-e6248c3e3d1e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093199 Oct 11 17:30:39.968307 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b4a12-03f9-41ec-9e1c-b0d8e4c33bb5 req-9fc0b56c-e131-4df3-8df0-c24f025aa48d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:39.979531 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fd8b4a12-03f9-41ec-9e1c-b0d8e4c33bb5 req-9fc0b56c-e131-4df3-8df0-c24f025aa48d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.1121786 Oct 11 17:30:40.039783 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fd8b4a12-03f9-41ec-9e1c-b0d8e4c33bb5 req-fff2b5e6-f68b-4a90-85fd-b2dad6e7b307 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Oct 11 17:30:40.261931 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:40.454965 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6455e57c-67b5-4182-9bf0-6fa79dd38ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:40.459793 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50a2c-d962-4f35-b4c4-8392b5515002 req-db872432-c8d3-4a03-b9cf-f57f1ac0aa41 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:40.461381 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f2b50a2c-d962-4f35-b4c4-8392b5515002 req-db872432-c8d3-4a03-b9cf-f57f1ac0aa41 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0554795 Oct 11 17:30:40.504235 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f2b50a2c-d962-4f35-b4c4-8392b5515002 req-0c17050f-9879-4425-bbab-b3b58eb4048a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Oct 11 17:30:40.541863 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Router f4e68318-4706-47e7-a00f-361f78ccc900 is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:30:40.734152 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:30:40.757325 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Sync routers for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:30:40.771077 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:30:40.771725 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:30:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:40.811889 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:40.816221 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-d0ead43b-23cc-4cec-8b91-ae8d096e2515 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5788555 Oct 11 17:30:40.816541 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56502) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:40.948619 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:30:41.100104 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 45d403e6-496d-4451-877b-e893c89b8bef up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:30:41.183511 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c84b7b-a681-4d98-9e6e-165d063e5be8 None None] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:30:41.236851 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5eb05-2ac8-4a86-98cd-c12804efa848 req-c84c9ac0-3068-4d59-8a36-c5dd4228f2f6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:41.249303 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4ec5eb05-2ac8-4a86-98cd-c12804efa848 req-c84c9ac0-3068-4d59-8a36-c5dd4228f2f6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1354496 Oct 11 17:30:41.349991 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4ec5eb05-2ac8-4a86-98cd-c12804efa848 req-f4234d8b-0134-4787-a605-94144b2aa6e3 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993435 Oct 11 17:30:41.362510 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-abf4445e-84a4-4839-8bd3-54070993dff3 None None] Provisioning complete for port 45d403e6-496d-4451-877b-e893c89b8bef triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:41.368347 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-abf4445e-84a4-4839-8bd3-54070993dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:41.399283 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:39Z', 'revision_number': 3, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:41.456223 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Checking router: f4e68318-4706-47e7-a00f-361f78ccc900 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:30:41.457426 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Updating router f4e68318-4706-47e7-a00f-361f78ccc900 port d0c41901-ff26-43d5-bb81-01cf0bd0506c binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:30:41.492053 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 45d403e6-496d-4451-877b-e893c89b8bef triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:41.492424 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:41.520930 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:41.531929 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fbb31-dd08-44f9-b737-22e829fed4c1 req-250a6d87-68cd-48a4-9776-5eb1cc114bb1 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:41.540162 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b1fbb31-dd08-44f9-b737-22e829fed4c1 req-250a6d87-68cd-48a4-9776-5eb1cc114bb1 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.1083887 Oct 11 17:30:41.603862 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b1fbb31-dd08-44f9-b737-22e829fed4c1 req-0623ccd7-87e1-4e8a-891c-ffe545628d8f tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618243 Oct 11 17:30:41.831836 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-abf4445e-84a4-4839-8bd3-54070993dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:41.978921 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-abf4445e-84a4-4839-8bd3-54070993dff3 None None] For port 45d403e6-496d-4451-877b-e893c89b8bef, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=45d403e6-496d-4451-877b-e893c89b8bef,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:41.981372 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.001150 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.018554 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.076394 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-abf4445e-84a4-4839-8bd3-54070993dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.152245 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.168722 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.db.api [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 17:30:42.169309 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG oslo_db.api [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 17:30:42.171829 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4445e-84a4-4839-8bd3-54070993dff3 None None] Pushing event updated for resources: {'Port': ['ID=45d403e6-496d-4451-877b-e893c89b8bef,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:42.187121 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-14c97089-6a6f-4948-a451-d630b08ebedc tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:42.189469 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-14c97089-6a6f-4948-a451-d630b08ebedc tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.1930978 Oct 11 17:30:42.197137 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Attempting to bind port d0c41901-ff26-43d5-bb81-01cf0bd0506c on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:30:42.197468 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Attempting to bind port d0c41901-ff26-43d5-bb81-01cf0bd0506c by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:30:42.198073 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Attempting to bind port d0c41901-ff26-43d5-bb81-01cf0bd0506c on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:42.227327 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:30:42.227710 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:42.228116 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.228515 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:30:42.229002 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Bound port: d0c41901-ff26-43d5-bb81-01cf0bd0506c, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:30:42.231246 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.277034 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Pushing event updated for resources: {'Port': ['ID=d0c41901-ff26-43d5-bb81-01cf0bd0506c,revision_number=2']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:42.293784 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fd04f88a-1363-43df-bb95-2cf4c73028d6 None None] Provisioning complete for port 45d403e6-496d-4451-877b-e893c89b8bef triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:42.295554 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fd04f88a-1363-43df-bb95-2cf4c73028d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.295683 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.296033 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.296378 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.296724 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.297275 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.307618 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.307618 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.307618 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.307618 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.307618 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.307618 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.307618 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:30:42.318636 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] For port d0c41901-ff26-43d5-bb81-01cf0bd0506c, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:30:42.322387 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] For port d0c41901-ff26-43d5-bb81-01cf0bd0506c, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=d0c41901-ff26-43d5-bb81-01cf0bd0506c,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:30:42.372581 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Allocated IP 172.20.0.1 (63c18088-8846-4ec4-b159-ccc911dac8d2/368abc1b-28c8-4a9f-b340-c51058daaa37/964c7f5c-984c-4df4-93a1-cbc7be4e3488) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:42.405925 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Deleting port b9fa743b-64aa-4e2e-88ea-56911d00a171 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:30:42.406699 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.428259 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.589553 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef34f7-b4e4-47d7-ac85-2833fe80ed72 req-d3f4f299-6b0a-4837-b603-0575a9e86db2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:42.592541 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-87ef34f7-b4e4-47d7-ac85-2833fe80ed72 req-d3f4f299-6b0a-4837-b603-0575a9e86db2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1315067 Oct 11 17:30:42.617841 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1845daa-5a14-4624-b945-1c17bef9684f None None] Pushing event updated for resources: {'Port': ['ID=d0c41901-ff26-43d5-bb81-01cf0bd0506c,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:42.618695 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] For port b9fa743b-64aa-4e2e-88ea-56911d00a171, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=b9fa743b-64aa-4e2e-88ea-56911d00a171,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:42.622767 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:30:42.623376 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:30:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:42.628061 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.676268 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Calling delete_port for b9fa743b-64aa-4e2e-88ea-56911d00a171 owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:30:42.703286 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-87ef34f7-b4e4-47d7-ac85-2833fe80ed72 req-fef857a6-94a6-431b-8480-eb257a5034a5 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992334 Oct 11 17:30:42.735045 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:42.863723 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613d9dd-ac1b-4332-adda-fdcd6f9f1633 req-c67877bd-388e-485e-85d7-65c233c78ff1 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:42.864774 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:30:42.865330 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5613d9dd-ac1b-4332-adda-fdcd6f9f1633 req-c67877bd-388e-485e-85d7-65c233c78ff1 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 945 time: 0.1402004 Oct 11 17:30:42.958908 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5613d9dd-ac1b-4332-adda-fdcd6f9f1633 req-b431311c-ef4a-4df3-8b0d-fadeddd63c11 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795887 Oct 11 17:30:42.994680 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.013674 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 45d403e6-496d-4451-877b-e893c89b8bef up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:30:43.063763 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:43.070121 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:43.073299 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:43.073954 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.156291 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 45d403e6-496d-4451-877b-e893c89b8bef triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:43.157046 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.188703 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.227792 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Pushing event updated for resources: {'Port': ['ID=964c7f5c-984c-4df4-93a1-cbc7be4e3488,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:43.237102 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cb14bb76-b839-4144-9199-f27e4a2bf470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.348996 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Pushing event deleted for resources: {'Port': ['ID=b9fa743b-64aa-4e2e-88ea-56911d00a171,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:43.409841 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] No DVR routers for this DVR port b9fa743b-64aa-4e2e-88ea-56911d00a171 on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:30:43.413328 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.416727 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5df3a267-177c-464b-a2a5-fc01c6268806 req-9d2c12b1-5d39-405f-8f78-9f094ce57645 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.48 "DELETE /v2.0/ports/b9fa743b-64aa-4e2e-88ea-56911d00a171 HTTP/1.1" status: 204 len: 173 time: 1.2189906 Oct 11 17:30:43.417441 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25aadf3-912d-4efb-827b-75c819ac757f', 'name': 'network-vif-deleted', 'tag': 'b9fa743b-64aa-4e2e-88ea-56911d00a171'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:43.419088 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:39Z', 'revision_number': 3, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:43.420062 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a6d72-c9c4-4df6-892e-f621c870d4a1" -d '{"events": [{"server_uuid": "b25aadf3-912d-4efb-827b-75c819ac757f", "name": "network-vif-deleted", "tag": "b9fa743b-64aa-4e2e-88ea-56911d00a171"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:43.451131 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757d927-c6b2-4586-82b9-3c3788d45eaf None None] The sync data for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi is: [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:39Z', 'revision_number': 3, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:30:43.466031 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-13a00add-223d-4650-837f-26f4796b2b26 None None] Provisioning complete for port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:43.482995 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-13a00add-223d-4650-837f-26f4796b2b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.491452 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd90d4c1-755a-4822-afa8-d7e7ecaadbe6 x-openstack-request-id: req-cd90d4c1-755a-4822-afa8-d7e7ecaadbe6 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:43.491979 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25aadf3-912d-4efb-827b-75c819ac757f", "name": "network-vif-deleted", "tag": "b9fa743b-64aa-4e2e-88ea-56911d00a171", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:43.492196 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd90d4c1-755a-4822-afa8-d7e7ecaadbe6 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:43.492604 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25aadf3-912d-4efb-827b-75c819ac757f', 'name': 'network-vif-deleted', 'tag': 'b9fa743b-64aa-4e2e-88ea-56911d00a171', 'status': 'completed', 'code': 200} Oct 11 17:30:43.528774 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-13a00add-223d-4650-837f-26f4796b2b26 None None] Port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:30:43.635881 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.930322 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485811f7-427d-4ac6-82c8-1f82622f2142 req-8074a724-c811-4b6a-9855-5325fda8d878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:43.936662 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:43.940023 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-485811f7-427d-4ac6-82c8-1f82622f2142 req-8074a724-c811-4b6a-9855-5325fda8d878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1069708 Oct 11 17:30:43.995602 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-485811f7-427d-4ac6-82c8-1f82622f2142 req-72fe70d3-8ca5-419d-87ba-1f17875cd1f5 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545781 Oct 11 17:30:44.020573 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:44.021374 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:44.184963 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-220e8acb-b5cb-4725-a400-32915dcebbc8 req-7f7d9bc2-397f-4181-b4e9-f7cb0d66bd7a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b25aadf3-912d-4efb-827b-75c819ac757f HTTP/1.1" status: 200 len: 210 time: 0.0776591 Oct 11 17:30:44.208017 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Pushing event updated for resources: {'Port': ['ID=964c7f5c-984c-4df4-93a1-cbc7be4e3488,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:44.251976 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:44.261714 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:44.472298 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Router f4e68318-4706-47e7-a00f-361f78ccc900 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:30:44.483917 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:44.719427 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-f3dcdd58-d586-41b0-b172-c5e948c64124 None None] Provisioning complete for port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:44.719800 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f3dcdd58-d586-41b0-b172-c5e948c64124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:44.743510 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:30:44.757682 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a2460611-15b9-4a05-97b3-44f91f7a55dd admin admin] 10.222.0.42 "PUT /v2.0/routers/f4e68318-4706-47e7-a00f-361f78ccc900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9379313 Oct 11 17:30:44.814949 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-f3dcdd58-d586-41b0-b172-c5e948c64124 None None] Port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:30:44.826656 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:44.877498 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-39f9275d-e59e-43ab-bb6b-dbffea8af8c9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:44.893870 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-39f9275d-e59e-43ab-bb6b-dbffea8af8c9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 815 time: 0.2492764 Oct 11 17:30:44.910718 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device b9fa743b-64aa-4e2e-88ea-56911d00a171 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:30:44.927837 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-413d1565-3ee2-4545-bc01-93ab6e34387f tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/quotas/45cb158b84f04eb9a9d655242c2622e7 HTTP/1.1" status: 200 len: 375 time: 0.0246959 Oct 11 17:30:44.941236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: b9fa743b-64aa-4e2e-88ea-56911d00a171 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:30:44.943711 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device b9fa743b-64aa-4e2e-88ea-56911d00a171 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:30:45.001268 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-d5e21bee-b9e4-4c4a-bd2c-4de171fd9913 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722258 Oct 11 17:30:45.081780 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device d0c41901-ff26-43d5-bb81-01cf0bd0506c up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:30:45.140340 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-fcb27c9d-5dc0-4702-8230-6c8fd897ae5f service neutron] 10.222.0.42 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369925 Oct 11 17:30:45.185052 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port d0c41901-ff26-43d5-bb81-01cf0bd0506c triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:45.186949 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:45.347874 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-44d1608b-3225-42ab-93ac-a1dbd1249852 service neutron] 10.222.0.42 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980388 Oct 11 17:30:45.428109 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:45.461696 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port d0c41901-ff26-43d5-bb81-01cf0bd0506c, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=d0c41901-ff26-43d5-bb81-01cf0bd0506c,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:45.500486 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:45.606421 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=d0c41901-ff26-43d5-bb81-01cf0bd0506c,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:45.754746 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15337db-eadf-45ef-a2eb-0826d92c8a12 req-609fb00d-b16c-46d9-be96-bbaa8039c473 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:45.761874 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b15337db-eadf-45ef-a2eb-0826d92c8a12 req-609fb00d-b16c-46d9-be96-bbaa8039c473 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0877848 Oct 11 17:30:45.839554 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b15337db-eadf-45ef-a2eb-0826d92c8a12 req-32cf4fea-58a8-4f74-9a81-f822d0728d03 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756943 Oct 11 17:30:45.901995 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Sync routers for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:30:45.913949 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:30:45.914635 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:30:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:46.125427 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:30:46.163426 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.173995 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56640) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:46.180118 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-5c334ec5-5931-4d47-873c-41ad8ace3273 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058162851', 'description': 'tempest-description--359854931'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:46.289238 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-71f5a73e-7cf0-40c9-8821-1492d6380460 req-a021fc8f-826e-48c9-8dd3-61eed8fc7271 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 210 time: 0.0443361 Oct 11 17:30:46.307564 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5c334ec5-5931-4d47-873c-41ad8ace3273 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.415563 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5c334ec5-5931-4d47-873c-41ad8ace3273 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.423724 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 2, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:46.458956 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Checking router: f4e68318-4706-47e7-a00f-361f78ccc900 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:30:46.459311 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Updating router f4e68318-4706-47e7-a00f-361f78ccc900 port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:30:46.483853 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5c334ec5-5931-4d47-873c-41ad8ace3273 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.492126 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.529443 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c334ec5-5931-4d47-873c-41ad8ace3273 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505717a9-bfbf-4fac-acca-bdee1b2d4317,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:46.593322 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5c334ec5-5931-4d47-873c-41ad8ace3273 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.594811 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5c334ec5-5931-4d47-873c-41ad8ace3273 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4191499 Oct 11 17:30:46.595775 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-90674790-3c9f-48b5-96a9-2f2a6205456d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:46.597611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56660) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:46.602880 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-a33eb4c0-13f3-4f5d-b549-4942c32c54af tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'security_group_rule': {'security_group_id': '505717a9-bfbf-4fac-acca-bdee1b2d4317', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:46.608085 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-90674790-3c9f-48b5-96a9-2f2a6205456d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/networks?id=12730782-6875-4d6b-bdf9-becfb4f67a46 HTTP/1.1" status: 200 len: 809 time: 0.1473272 Oct 11 17:30:46.623656 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-571502ba-97c9-46f6-9f22-34a0c4f0942a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/quotas/2e4b11e2baa6400eb0653992c0f8078a HTTP/1.1" status: 200 len: 375 time: 0.0145435 Oct 11 17:30:46.663375 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-c38f7045-768d-44e5-aa67-f75a5d5afe37 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e4b11e2baa6400eb0653992c0f8078a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287204 Oct 11 17:30:46.672414 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56662) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:46.768775 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a33eb4c0-13f3-4f5d-b549-4942c32c54af tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.798698 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-e91cbfef-9bfe-4554-8ede-9a33f33560ed service neutron] 10.222.0.42 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192238 Oct 11 17:30:46.898144 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a33eb4c0-13f3-4f5d-b549-4942c32c54af tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.912226 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2a6de86a-f58c-4950-a41e-f71d0577e77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:46.953965 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-39ed3aad-0aae-4f9b-b673-06e7b9b4e10b service neutron] 10.222.0.42 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542380 Oct 11 17:30:46.977582 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device d0c41901-ff26-43d5-bb81-01cf0bd0506c up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:30:46.990397 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a33eb4c0-13f3-4f5d-b549-4942c32c54af tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.007165 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eb4c0-13f3-4f5d-b549-4942c32c54af tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d111ea84-1645-40d6-99ba-66bd77471dd9,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:47.027517 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.047758 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port d0c41901-ff26-43d5-bb81-01cf0bd0506c triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:47.048126 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.096214 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.151799 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a33eb4c0-13f3-4f5d-b549-4942c32c54af tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.153323 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a33eb4c0-13f3-4f5d-b549-4942c32c54af tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5539789 Oct 11 17:30:47.161022 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56670) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:47.173002 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-2d175bff-b92c-419d-9c82-abea94b64479 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'security_group_rule': {'security_group_id': '505717a9-bfbf-4fac-acca-bdee1b2d4317', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:47.202686 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2a6de86a-f58c-4950-a41e-f71d0577e77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.228773 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8733e75-02d5-4152-8bcd-a2f8c7a94da6 None None] Pushing event updated for resources: {'Port': ['ID=964c7f5c-984c-4df4-93a1-cbc7be4e3488,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:47.262162 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Attempting to bind port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:30:47.262888 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Attempting to bind port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:30:47.268164 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Attempting to bind port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 on network 63c18088-8846-4ec4-b159-ccc911dac8d2 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:47.269729 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:30:47.270164 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Checking segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:47.270540 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.270935 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Bound using segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:30:47.271756 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Bound port: 964c7f5c-984c-4df4-93a1-cbc7be4e3488, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:30:47.271756 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.285371 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2a6de86a-f58c-4950-a41e-f71d0577e77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.288123 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2d175bff-b92c-419d-9c82-abea94b64479 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.329630 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-2a6de86a-f58c-4950-a41e-f71d0577e77e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=717de603ae7e4ff0b7998571f8850506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554599 Oct 11 17:30:47.335088 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56680) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:47.371792 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7621f36-1220-497e-8402-37046972ac1a req-03109c75-8b52-415f-9062-aa45315906c3 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:47.383673 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a7621f36-1220-497e-8402-37046972ac1a req-03109c75-8b52-415f-9062-aa45315906c3 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1395280 Oct 11 17:30:47.384807 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6de86a-f58c-4950-a41e-f71d0577e77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea3f18c-1d2f-4c52-a1cd-d10f7263ad68,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:47.390634 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] For port 964c7f5c-984c-4df4-93a1-cbc7be4e3488, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:30:47.398213 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] For port 964c7f5c-984c-4df4-93a1-cbc7be4e3488, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=964c7f5c-984c-4df4-93a1-cbc7be4e3488,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:30:47.401925 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2d175bff-b92c-419d-9c82-abea94b64479 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.415646 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ec4a73d9-52db-4ebe-8db9-8dbb622219f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.429804 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a7621f36-1220-497e-8402-37046972ac1a req-b5ed9cd4-00d0-4c63-b6c4-ad75ab9cf8e0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Oct 11 17:30:47.450311 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ec4a73d9-52db-4ebe-8db9-8dbb622219f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.462379 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-b70537c2-0e47-41c9-a139-243421535180 None None] Provisioning complete for port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:47.462855 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b70537c2-0e47-41c9-a139-243421535180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.490103 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.505438 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-15afbb85-1377-454c-94b7-d9225e2f5901 req-0d0a10e2-604f-409c-952f-588bf7c4649a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 210 time: 0.0267682 Oct 11 17:30:47.506479 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2d175bff-b92c-419d-9c82-abea94b64479 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.522888 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d175bff-b92c-419d-9c82-abea94b64479 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc68969-fa10-4adf-abff-3a6ef81d377a,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:47.555488 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-b70537c2-0e47-41c9-a139-243421535180 None None] Port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:30:47.569438 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ec4a73d9-52db-4ebe-8db9-8dbb622219f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.572027 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ec4a73d9-52db-4ebe-8db9-8dbb622219f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.573308 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:30:47.578008 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-ec4a73d9-52db-4ebe-8db9-8dbb622219f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ea3f18c-1d2f-4c52-a1cd-d10f7263ad68 HTTP/1.1" status: 204 len: 168 time: 0.2371135 Oct 11 17:30:47.578602 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:30:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:47.589242 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a73d9-52db-4ebe-8db9-8dbb622219f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea3f18c-1d2f-4c52-a1cd-d10f7263ad68,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:47.618732 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8733e75-02d5-4152-8bcd-a2f8c7a94da6 None None] Pushing event updated for resources: {'Port': ['ID=964c7f5c-984c-4df4-93a1-cbc7be4e3488,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:47.623188 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f2e9387e-3b63-4987-9794-3409aceff784 req-c27e7aa1-59bd-47f6-aa08-bbde901b7195 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 210 time: 0.0362198 Oct 11 17:30:47.635127 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2d175bff-b92c-419d-9c82-abea94b64479 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.636567 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-2d175bff-b92c-419d-9c82-abea94b64479 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4724727 Oct 11 17:30:47.643226 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56688) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:47.649256 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:47.713499 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:30:47.786864 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.852231 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-34c19d1f-51ca-442e-9e01-02b070885a2f None None] Provisioning complete for port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:47.852601 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-34c19d1f-51ca-442e-9e01-02b070885a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.887975 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:47.992235 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-34c19d1f-51ca-442e-9e01-02b070885a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.027762 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Allocated IP 172.27.3.181 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/828c92ba-3fb0-49e4-b570-ec1e844e14eb) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:48.040422 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:47Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:48.073753 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a4364-9f62-4ae1-812f-38491d75e6e0 None None] The sync data for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi is: [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:47Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:30:48.076326 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-34c19d1f-51ca-442e-9e01-02b070885a2f None None] For port 964c7f5c-984c-4df4-93a1-cbc7be4e3488, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=964c7f5c-984c-4df4-93a1-cbc7be4e3488,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:48.173716 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.177853 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-34c19d1f-51ca-442e-9e01-02b070885a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.248932 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c19d1f-51ca-442e-9e01-02b070885a2f None None] Pushing event updated for resources: {'Port': ['ID=964c7f5c-984c-4df4-93a1-cbc7be4e3488,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:48.312035 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.357866 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:48.361217 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:48.366284 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:48.387345 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'Port': ['ID=828c92ba-3fb0-49e4-b570-ec1e844e14eb,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:48.402263 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56698) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:48.418079 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7b727eb6-068d-47e5-acf9-5d127247e391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.502417 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.507905 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7b727eb6-068d-47e5-acf9-5d127247e391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.560797 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23f708-528b-42bd-95fa-9cfb442e3868 req-7a457a12-1623-4a39-a9b3-c55bc725f66e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:48.562679 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5b23f708-528b-42bd-95fa-9cfb442e3868 req-7a457a12-1623-4a39-a9b3-c55bc725f66e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0496039 Oct 11 17:30:48.574563 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7b727eb6-068d-47e5-acf9-5d127247e391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.620531 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-7b727eb6-068d-47e5-acf9-5d127247e391 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f1929030bba44cb8f5ee8ddd52065ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170866 Oct 11 17:30:48.621149 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56704) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:48.623208 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b727eb6-068d-47e5-acf9-5d127247e391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a73714-2d56-4999-ba96-4284ec75bc1f,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:48.624373 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5b23f708-528b-42bd-95fa-9cfb442e3868 req-d774768b-64a0-42bc-a2f9-4199f619b062 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Oct 11 17:30:48.629244 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.688014 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4455b4e1-6656-4656-9f0f-7c13cf684075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.711554 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4455b4e1-6656-4656-9f0f-7c13cf684075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.753639 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-359b1bec-c4b6-4de9-a677-6e68abfce4e6 req-88c9decd-f195-4cde-9b3a-b0a0395698a1 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 210 time: 0.0642173 Oct 11 17:30:48.831649 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4455b4e1-6656-4656-9f0f-7c13cf684075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.834787 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4455b4e1-6656-4656-9f0f-7c13cf684075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.835941 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-4455b4e1-6656-4656-9f0f-7c13cf684075 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98a73714-2d56-4999-ba96-4284ec75bc1f HTTP/1.1" status: 204 len: 168 time: 0.2137492 Oct 11 17:30:48.853989 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:48.861989 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455b4e1-6656-4656-9f0f-7c13cf684075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a73714-2d56-4999-ba96-4284ec75bc1f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:48.872922 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b868a2b1-4d2d-4cef-b1cb-f47cebe734e4 req-2bcb5c79-5e26-4522-afce-c62c379cf511 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 210 time: 0.0468867 Oct 11 17:30:48.946561 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:49.021971 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'Port': ['ID=828c92ba-3fb0-49e4-b570-ec1e844e14eb,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:49.023600 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 964c7f5c-984c-4df4-93a1-cbc7be4e3488 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:30:49.033686 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:49.079550 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:49.080020 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:49.147446 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:49.153160 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a561e662-83ac-47a1-a4d0-a018de5bdcf2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5069256 Oct 11 17:30:49.366448 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-d168bc87-e82a-4c79-88d0-ea8ef5ea59ab tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1058162851&fields=id&tenant_id=9516d4b60723415c8910558de9457120 HTTP/1.1" status: 200 len: 267 time: 0.0404227 Oct 11 17:30:49.475268 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-29bf247f-3556-4db7-8099-b8d5affe485b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:49.476744 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-29bf247f-3556-4db7-8099-b8d5affe485b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 816 time: 0.1034727 Oct 11 17:30:49.491709 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-0586a4ec-82cf-447e-b692-50033fba234e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/quotas/9516d4b60723415c8910558de9457120 HTTP/1.1" status: 200 len: 375 time: 0.0090148 Oct 11 17:30:49.544535 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-18f6c53e-5fa0-4e71-b527-61b7e47aa45c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469282 Oct 11 17:30:49.649269 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-d0e3b40b-7630-4f51-8624-b1c70f965b92 service neutron] 10.222.0.42 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896239 Oct 11 17:30:49.710106 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56732) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:49.725639 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2e3dfcad-60f8-49a2-97a8-72ccc933ebf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:49.778179 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79002ad-ba0c-4631-b168-39696d744484 req-4578650a-bc5b-45f3-91fa-7117f2df398c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:49.779734 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b79002ad-ba0c-4631-b168-39696d744484 req-4578650a-bc5b-45f3-91fa-7117f2df398c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0799801 Oct 11 17:30:49.783336 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-6614c5c4-0487-45eb-817f-78cb6fcbe6f8 service neutron] 10.222.0.42 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279373 Oct 11 17:30:49.799346 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2e3dfcad-60f8-49a2-97a8-72ccc933ebf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:49.821184 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b79002ad-ba0c-4631-b168-39696d744484 req-7d672d8a-894c-494f-96e7-f47f47ac6b12 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354900 Oct 11 17:30:49.871960 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2e3dfcad-60f8-49a2-97a8-72ccc933ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:49.908449 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e24314ec-bca1-40ec-b057-5e5a08634b49 req-6303e973-7f2a-48aa-99ba-23671c9dd4b7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 210 time: 0.0300188 Oct 11 17:30:49.936955 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-2e3dfcad-60f8-49a2-97a8-72ccc933ebf6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c63fc85531542ed9fbe705802907bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183862 Oct 11 17:30:49.937178 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 56742) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:49.942148 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dfcad-60f8-49a2-97a8-72ccc933ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f04aca-2883-466a-9af5-2b20d4c8e4fe,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:50.064383 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-cfad732a-dbc1-4a32-a4c9-df3c3f62eb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:50.117340 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-74fac6db-a824-426b-a396-0261efc5b378 req-bed9404d-1d37-4ee8-a9d1-441d94aaa518 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 210 time: 0.0430996 Oct 11 17:30:50.129958 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-cfad732a-dbc1-4a32-a4c9-df3c3f62eb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:50.209831 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-997165a3-ea9a-4d2c-8995-1feb176e5f49 req-3152a383-dc6f-4173-b465-fae75f8efa9d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 210 time: 0.0290732 Oct 11 17:30:50.268058 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-d1de01ca-45a3-4d42-827c-5cb05b451805 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:50.269317 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-d1de01ca-45a3-4d42-827c-5cb05b451805 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 815 time: 0.1356831 Oct 11 17:30:50.294342 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-cfad732a-dbc1-4a32-a4c9-df3c3f62eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:50.297357 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-cfad732a-dbc1-4a32-a4c9-df3c3f62eb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:50.301021 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-cfad732a-dbc1-4a32-a4c9-df3c3f62eb13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27f04aca-2883-466a-9af5-2b20d4c8e4fe HTTP/1.1" status: 204 len: 168 time: 0.3653443 Oct 11 17:30:50.304750 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Request body: {'port': {'device_id': 'd89d491d-a590-42d8-a8df-8befd024c985', 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'admin_state_up': True, 'tenant_id': '45cb158b84f04eb9a9d655242c2622e7'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:50.318989 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad732a-dbc1-4a32-a4c9-df3c3f62eb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f04aca-2883-466a-9af5-2b20d4c8e4fe,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:50.494368 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Made reservation on behalf of 45cb158b84f04eb9a9d655242c2622e7 for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:50.498168 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:50.624352 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Allocated IP 172.20.0.10 (e74b844b-1e0d-469b-b7fa-d9679bb91766/55514ad8-cbb9-4130-9673-de9531d5a35c/0248846d-77f0-48a2-a0a3-922113e95b88) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:50.731670 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:30:50.786702 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:50.902357 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:50.920242 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['852a9582-8bac-4690-82e3-a252eaf8980c', '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:30:50.956164 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e5ed9-c8b1-4649-8dbc-4c319d04a94f req-06dd4b20-df3b-4b38-bda2-89927ef0dc37 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:50.961606 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Network e74b844b-1e0d-469b-b7fa-d9679bb91766 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:50.963533 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3c4e5ed9-c8b1-4649-8dbc-4c319d04a94f req-06dd4b20-df3b-4b38-bda2-89927ef0dc37 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0658743 Oct 11 17:30:50.965122 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:50.975941 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:50.985039 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:50.985732 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:51.015035 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Pushing event updated for resources: {'Port': ['ID=0248846d-77f0-48a2-a0a3-922113e95b88,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:51.093165 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-716483e3-531d-4ab3-a5d6-3dbe680fbce6 req-71d5d4d8-d065-4f58-be83-6bdc460a1c72 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 210 time: 0.0848444 Oct 11 17:30:51.111604 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3c4e5ed9-c8b1-4649-8dbc-4c319d04a94f req-1160e6a0-3249-4e9d-bdb0-e2dac85c47b5 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471789 Oct 11 17:30:51.165963 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-30b92613-6113-42bf-b273-a06df01ea893 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8666503 Oct 11 17:30:51.180532 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Request body: {'port': {'device_id': 'd89d491d-a590-42d8-a8df-8befd024c985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:51.238428 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-7190943d-a059-4417-87eb-7ac77648c964 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:51.243846 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-7190943d-a059-4417-87eb-7ac77648c964 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.48 "GET /v2.0/networks?id=12730782-6875-4d6b-bdf9-becfb4f67a46 HTTP/1.1" status: 200 len: 809 time: 0.2685745 Oct 11 17:30:51.265312 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Request body: {'port': {'device_id': 'a1c3aa57-a31b-4547-bbae-673eb454ad0c', 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46', 'admin_state_up': True, 'tenant_id': '2e4b11e2baa6400eb0653992c0f8078a'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:51.268622 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:51.365389 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-61abaf5c-cd7b-4f3b-8f27-6068b2bfa801 req-fef81bbf-4dec-4f67-b040-084e2f830a07 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 210 time: 0.0329754 Oct 11 17:30:51.411818 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799f5be-7c61-4f30-97f0-3a9bdc5dc0d2 req-16ba5daa-153d-4d89-846a-bd3e86f781b3 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:51.413413 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2799f5be-7c61-4f30-97f0-3a9bdc5dc0d2 req-16ba5daa-153d-4d89-846a-bd3e86f781b3 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 932 time: 0.1685281 Oct 11 17:30:51.497197 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2799f5be-7c61-4f30-97f0-3a9bdc5dc0d2 req-658a38d2-7555-4933-8ea0-ff9d72021ec3 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580952 Oct 11 17:30:51.575649 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0248846d-77f0-48a2-a0a3-922113e95b88 {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:51.584752 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:51.597185 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Transition to ACTIVE for port object 0248846d-77f0-48a2-a0a3-922113e95b88 will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:30:51.688749 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Made reservation on behalf of 2e4b11e2baa6400eb0653992c0f8078a for: {'port': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:51.692802 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:51.722889 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:51.781370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Pushing event updated for resources: {'Port': ['ID=0248846d-77f0-48a2-a0a3-922113e95b88,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:51.812161 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Attempting to bind port 0248846d-77f0-48a2-a0a3-922113e95b88 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:30:51.813519 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Attempting to bind port 0248846d-77f0-48a2-a0a3-922113e95b88 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:30:51.813859 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Attempting to bind port 0248846d-77f0-48a2-a0a3-922113e95b88 on network e74b844b-1e0d-469b-b7fa-d9679bb91766 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:51.818956 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Port 0248846d-77f0-48a2-a0a3-922113e95b88 on network e74b844b-1e0d-469b-b7fa-d9679bb91766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:30:51.819394 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Attempting to bind port 0248846d-77f0-48a2-a0a3-922113e95b88 on network e74b844b-1e0d-469b-b7fa-d9679bb91766 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:51.824730 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:30:51.825294 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Checking segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:51.825880 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Bound using segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:30:51.826489 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Bound port: 0248846d-77f0-48a2-a0a3-922113e95b88, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:30:51.827037 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:51.838212 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Allocated IP 172.20.0.5 (12730782-6875-4d6b-bdf9-becfb4f67a46/765b7dd6-f689-4c7a-892f-c833afa2c2d5/7428d3a7-7a5d-4752-8b39-d92044613744) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:51.953434 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] For port 0248846d-77f0-48a2-a0a3-922113e95b88, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:30:51.953434 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] For port 0248846d-77f0-48a2-a0a3-922113e95b88, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=0248846d-77f0-48a2-a0a3-922113e95b88,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:30:52.006919 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:52.032690 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:52.065971 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.066838 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:52.069161 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] 10.222.0.48 "PUT /v2.0/ports/0248846d-77f0-48a2-a0a3-922113e95b88 HTTP/1.1" status: 200 len: 1094 time: 0.8937588 Oct 11 17:30:52.069461 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89d491d-a590-42d8-a8df-8befd024c985', 'tag': '0248846d-77f0-48a2-a0a3-922113e95b88'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:52.071713 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ffcfb5-d4a7-40d8-831b-4910126e3a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d89d491d-a590-42d8-a8df-8befd024c985", "tag": "0248846d-77f0-48a2-a0a3-922113e95b88"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:52.098323 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0ad2c-1f12-496e-b0d2-3b534d3cb151 service neutron] Pushing event updated for resources: {'Port': ['ID=0248846d-77f0-48a2-a0a3-922113e95b88,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:52.116354 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9d5747-6dfe-4ff3-8f19-b8eebdf9e0ec x-openstack-request-id: req-cd9d5747-6dfe-4ff3-8f19-b8eebdf9e0ec {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:52.116656 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89d491d-a590-42d8-a8df-8befd024c985", "tag": "0248846d-77f0-48a2-a0a3-922113e95b88", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:52.119566 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd9d5747-6dfe-4ff3-8f19-b8eebdf9e0ec {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:52.119566 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89d491d-a590-42d8-a8df-8befd024c985', 'tag': '0248846d-77f0-48a2-a0a3-922113e95b88', 'status': 'completed', 'code': 200} Oct 11 17:30:52.148665 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:52.214704 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Network 12730782-6875-4d6b-bdf9-becfb4f67a46 is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:52.214704 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Pushing event updated for resources: {'Port': ['ID=7428d3a7-7a5d-4752-8b39-d92044613744,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:52.225107 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:52.228294 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:52.235490 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffcfb5-d4a7-40d8-831b-4910126e3a7f req-61b3d298-d4ea-45b6-8c14-53a02233a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.237166 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e6ffcfb5-d4a7-40d8-831b-4910126e3a7f req-61b3d298-d4ea-45b6-8c14-53a02233a5e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 1097 time: 0.0838759 Oct 11 17:30:52.347901 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dea3e6-f398-4e73-8175-dfbae6c4742d req-047701d2-ff07-4ea3-80ec-92a0f6da8fc1 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.350912 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-26dea3e6-f398-4e73-8175-dfbae6c4742d req-047701d2-ff07-4ea3-80ec-92a0f6da8fc1 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 931 time: 0.1393795 Oct 11 17:30:52.359433 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.359433 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:52.362150 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffcfb5-d4a7-40d8-831b-4910126e3a7f req-33191a81-6a0c-4f29-aba3-2bb06fa18185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.364249 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e6ffcfb5-d4a7-40d8-831b-4910126e3a7f req-33191a81-6a0c-4f29-aba3-2bb06fa18185 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=45cb158b84f04eb9a9d655242c2622e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1095164 Oct 11 17:30:52.400261 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d305d7-0a03-436e-85d0-b187d0480079 req-e82da06d-a307-4289-936c-b2763e078ee4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.401846 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a1d305d7-0a03-436e-85d0-b187d0480079 req-e82da06d-a307-4289-936c-b2763e078ee4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1565220 Oct 11 17:30:52.427111 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-26dea3e6-f398-4e73-8175-dfbae6c4742d req-b156e8f4-e714-4237-89c4-53f8de7c0934 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608075 Oct 11 17:30:52.456612 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-13981838-9674-4243-bf4f-045e7013b86e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1997664 Oct 11 17:30:52.459986 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a1d305d7-0a03-436e-85d0-b187d0480079 req-732e0e1d-a8e9-4a2e-bbe6-ef63ba21f8bb tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499208 Oct 11 17:30:52.480382 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Request body: {'port': {'device_id': 'a1c3aa57-a31b-4547-bbae-673eb454ad0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:52.513596 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffcfb5-d4a7-40d8-831b-4910126e3a7f req-cc0bce4d-47cd-487a-b3d8-2751fb310b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.515221 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e6ffcfb5-d4a7-40d8-831b-4910126e3a7f req-cc0bce4d-47cd-487a-b3d8-2751fb310b48 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348176 Oct 11 17:30:52.592077 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ee27369e-ec1f-416e-bdcc-a953ad1c9bab req-91f4c440-92e0-47e8-bd59-2942f2847a0b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 210 time: 0.0587578 Oct 11 17:30:52.613162 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:52.648510 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-e6364a18-6bbe-4c77-962b-bf43082c5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.650123 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-e6364a18-6bbe-4c77-962b-bf43082c5afd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 1097 time: 0.0594604 Oct 11 17:30:52.717859 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-7a35e01b-1ab0-491d-90ae-d585bf45f3a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0248846d-77f0-48a2-a0a3-922113e95b88 HTTP/1.1" status: 200 len: 217 time: 0.0561697 Oct 11 17:30:52.788162 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d486c3-948f-4ec8-9c7f-14677946b4ff req-2ed2f28b-9dce-410c-b710-06531cf7dbd6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.789733 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d7d486c3-948f-4ec8-9c7f-14677946b4ff req-2ed2f28b-9dce-410c-b710-06531cf7dbd6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 944 time: 0.1379201 Oct 11 17:30:52.797568 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-00856aa3-de93-4d70-82de-c2a8086662cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:52.799239 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-00856aa3-de93-4d70-82de-c2a8086662cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55514ad8-cbb9-4130-9673-de9531d5a35c HTTP/1.1" status: 200 len: 855 time: 0.0695782 Oct 11 17:30:52.846347 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-e7cc07d7-ade8-4d3b-94e6-84f8ba771c21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74b844b-1e0d-469b-b7fa-d9679bb91766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342016 Oct 11 17:30:52.890525 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d7d486c3-948f-4ec8-9c7f-14677946b4ff req-8ac42a7f-3c25-43c8-baf8-c2a1b1fda8e4 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912297 Oct 11 17:30:52.975873 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-03d84212-19f4-43e9-a28b-e42e5d6cf9a8 service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178300 Oct 11 17:30:53.020901 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7428d3a7-7a5d-4752-8b39-d92044613744 {{(pid=94391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:53.030898 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:53.047326 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.provisioning_blocks [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Transition to ACTIVE for port object 7428d3a7-7a5d-4752-8b39-d92044613744 will not be triggered until provisioned by entity L2. {{(pid=94391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:30:53.134231 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:53.134455 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-a3ae5d5e-f461-4866-b222-39df1b09315a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:53.135822 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-a3ae5d5e-f461-4866-b222-39df1b09315a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 816 time: 0.1844921 Oct 11 17:30:53.155586 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-2d3d1727-1a8c-4f31-966b-4379646ca91c service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498094 Oct 11 17:30:53.208276 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Pushing event updated for resources: {'Port': ['ID=7428d3a7-7a5d-4752-8b39-d92044613744,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:53.225109 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-62eae5ba-00d4-48dc-b1b8-7c5bee6479f1 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9516d4b60723415c8910558de9457120 HTTP/1.1" status: 200 len: 380 time: 0.0574152 Oct 11 17:30:53.240657 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'port': {'device_id': 'e1428599-933e-45f5-8989-e64a0efcc056', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'admin_state_up': True, 'tenant_id': '9516d4b60723415c8910558de9457120', 'security_groups': ['505717a9-bfbf-4fac-acca-bdee1b2d4317']}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:53.274332 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Attempting to bind port 7428d3a7-7a5d-4752-8b39-d92044613744 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:30:53.274663 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Attempting to bind port 7428d3a7-7a5d-4752-8b39-d92044613744 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:30:53.274998 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Attempting to bind port 7428d3a7-7a5d-4752-8b39-d92044613744 on network 12730782-6875-4d6b-bdf9-becfb4f67a46 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:53.279373 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Port 7428d3a7-7a5d-4752-8b39-d92044613744 on network 12730782-6875-4d6b-bdf9-becfb4f67a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:30:53.279687 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Attempting to bind port 7428d3a7-7a5d-4752-8b39-d92044613744 on network 12730782-6875-4d6b-bdf9-becfb4f67a46 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:53.284500 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:30:53.284830 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Checking segment: {'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:53.285291 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Bound using segment: {'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:30:53.285746 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Bound port: 7428d3a7-7a5d-4752-8b39-d92044613744, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef90ee8-e858-4993-a09e-3ed6cadb796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46'}}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:30:53.286098 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:53.361355 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] For port 7428d3a7-7a5d-4752-8b39-d92044613744, host hv-cinder-80895, cleared binding levels {{(pid=94391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:30:53.364459 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] For port 7428d3a7-7a5d-4752-8b39-d92044613744, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=7428d3a7-7a5d-4752-8b39-d92044613744,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:30:53.480297 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Made reservation on behalf of 9516d4b60723415c8910558de9457120 for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:30:53.482200 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:53.482494 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:53.547305 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:53.547929 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:53.549332 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] 10.222.0.48 "PUT /v2.0/ports/7428d3a7-7a5d-4752-8b39-d92044613744 HTTP/1.1" status: 200 len: 1093 time: 1.0741858 Oct 11 17:30:53.550615 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c3aa57-a31b-4547-bbae-673eb454ad0c', 'tag': '7428d3a7-7a5d-4752-8b39-d92044613744'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:53.553543 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c3aa57-a31b-4547-bbae-673eb454ad0c", "tag": "7428d3a7-7a5d-4752-8b39-d92044613744"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:53.617737 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607ce75-7c17-4e66-ac5e-af31e07d3387 service neutron] Pushing event updated for resources: {'Port': ['ID=7428d3a7-7a5d-4752-8b39-d92044613744,revision_number=3']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:53.634923 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bd7f3-3530-4cc6-addf-6aa8b764e004 req-b29b4587-ccb9-48cc-b0ad-937124b24775 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:53.636487 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cb8bd7f3-3530-4cc6-addf-6aa8b764e004 req-b29b4587-ccb9-48cc-b0ad-937124b24775 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 943 time: 0.1266570 Oct 11 17:30:53.649667 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9057-05d1-4da5-af69-e84fdf4594a7 req-84b134a6-6840-4f0e-aa9e-ddd6f6b3b49f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:53.657173 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b29d9057-05d1-4da5-af69-e84fdf4594a7 req-84b134a6-6840-4f0e-aa9e-ddd6f6b3b49f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1152124 Oct 11 17:30:53.755350 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b29d9057-05d1-4da5-af69-e84fdf4594a7 req-978270ba-39f9-4fdb-bb72-dc5465b3199c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960820 Oct 11 17:30:53.769303 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cb8bd7f3-3530-4cc6-addf-6aa8b764e004 req-b461764e-67c4-482d-b84f-f84c75001cd8 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049852 Oct 11 17:30:53.805580 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-e7c715b6-c782-41ce-a869-e0ba8cef1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:53.805948 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-e7c715b6-c782-41ce-a869-e0ba8cef1137 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e4b11e2baa6400eb0653992c0f8078a&device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 1096 time: 0.1026981 Oct 11 17:30:53.887314 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96f8989-9d0f-46de-b9ad-b318f565844e x-openstack-request-id: req-d96f8989-9d0f-46de-b9ad-b318f565844e {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:53.887691 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c3aa57-a31b-4547-bbae-673eb454ad0c", "tag": "7428d3a7-7a5d-4752-8b39-d92044613744", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:53.888037 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d96f8989-9d0f-46de-b9ad-b318f565844e {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:53.888922 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c3aa57-a31b-4547-bbae-673eb454ad0c', 'tag': '7428d3a7-7a5d-4752-8b39-d92044613744', 'status': 'completed', 'code': 200} Oct 11 17:30:53.891276 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-bd97f74d-6c32-4538-934a-8ae80eb797f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7428d3a7-7a5d-4752-8b39-d92044613744 HTTP/1.1" status: 200 len: 217 time: 0.0741067 Oct 11 17:30:53.923649 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Allocated IP 172.20.0.6 (63c18088-8846-4ec4-b159-ccc911dac8d2/368abc1b-28c8-4a9f-b340-c51058daaa37/5059c80a-17e7-4c7e-a751-424e6ff56ddf) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:30:54.109923 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:54.208823 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:54.216809 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30a60a8a-f5bf-4647-bdfe-67ad01be3333 req-d86bf06a-678f-42e7-b72c-530b4897c8b2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 210 time: 0.0532811 Oct 11 17:30:54.228159 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-de2e9fb5-86b5-4a6f-bc86-5caa936ebea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:54.229701 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-de2e9fb5-86b5-4a6f-bc86-5caa936ebea4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=765b7dd6-f689-4c7a-892f-c833afa2c2d5 HTTP/1.1" status: 200 len: 849 time: 0.3219793 Oct 11 17:30:54.255247 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:30:54.258627 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:30:54.263009 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:30:54.270579 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:54.275688 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:54.278355 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d12b6-84d0-4847-a1dc-c00a53fe1ea5 req-7f8734a5-c582-4faa-abf0-f135e0c751f9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:54.279899 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-770d12b6-84d0-4847-a1dc-c00a53fe1ea5 req-7f8734a5-c582-4faa-abf0-f135e0c751f9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 944 time: 0.1150467 Oct 11 17:30:54.287400 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:54.313583 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-6c4522e4-8eca-4ef6-b266-0d8edc0ca456 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=12730782-6875-4d6b-bdf9-becfb4f67a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752859 Oct 11 17:30:54.397618 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-770d12b6-84d0-4847-a1dc-c00a53fe1ea5 req-495dc6aa-056f-409e-8ec6-0aae9293e76e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895295 Oct 11 17:30:54.422582 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-80931fb3-0812-47dc-b038-f24b7b183ff9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1863563 Oct 11 17:30:54.444615 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Request body: {'port': {'device_id': 'e1428599-933e-45f5-8989-e64a0efcc056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:30:54.444821 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-fb6756af-5c6e-4b75-b375-c1ac6b1fcf70 service neutron] 10.222.0.48 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178195 Oct 11 17:30:54.501659 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:54.542572 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c1d426da-5fd8-4ad5-a197-211ff22819cf None None] Provisioning complete for port 5059c80a-17e7-4c7e-a751-424e6ff56ddf triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:54.543589 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d4d737aa-f7cd-4b39-9327-dd2ec1e004de req-a33a3d1e-2bb2-4238-8deb-e1c91279eacb service neutron] 10.222.0.48 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896323 Oct 11 17:30:54.543853 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c1d426da-5fd8-4ad5-a197-211ff22819cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:54.594737 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-c1d426da-5fd8-4ad5-a197-211ff22819cf None None] Port 5059c80a-17e7-4c7e-a751-424e6ff56ddf cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:30:54.708846 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-1ac3828b-9f82-4ebc-9dff-d897c54408e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:54.710399 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-1ac3828b-9f82-4ebc-9dff-d897c54408e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e4b11e2baa6400eb0653992c0f8078a&device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 1096 time: 0.0483088 Oct 11 17:30:54.852136 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-cc6edcbc-362f-4ff7-ad16-3f050fc72e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:54.854316 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-cc6edcbc-362f-4ff7-ad16-3f050fc72e32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=12730782-6875-4d6b-bdf9-becfb4f67a46 HTTP/1.1" status: 200 len: 910 time: 0.1196871 Oct 11 17:30:54.874214 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5059c80a-17e7-4c7e-a751-424e6ff56ddf {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:54.880632 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:54.894226 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Transition to ACTIVE for port object 5059c80a-17e7-4c7e-a751-424e6ff56ddf will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:30:54.928547 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-8d4f61a9-bce9-45cd-93c1-29b9b54002dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7428d3a7-7a5d-4752-8b39-d92044613744 HTTP/1.1" status: 200 len: 217 time: 0.0616417 Oct 11 17:30:54.961499 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 0248846d-77f0-48a2-a0a3-922113e95b88 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:30:54.968581 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:54.998307 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8df8d6-0952-4c9b-a387-d8ab69e0616f req-d48ad03f-f862-45e1-b8d7-13c161790a71 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:54.999888 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5e8df8d6-0952-4c9b-a387-d8ab69e0616f req-d48ad03f-f862-45e1-b8d7-13c161790a71 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1432056 Oct 11 17:30:55.022707 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33e74b-9aa8-4dad-bb35-70868ef54205 req-10724ed4-0e33-471d-81bd-471c4d0c9e7a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.024170 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef33e74b-9aa8-4dad-bb35-70868ef54205 req-10724ed4-0e33-471d-81bd-471c4d0c9e7a tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 943 time: 0.1558855 Oct 11 17:30:55.031016 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-80a143c3-a10f-4d83-ae76-4f0995f10670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.032410 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-80a143c3-a10f-4d83-ae76-4f0995f10670 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=765b7dd6-f689-4c7a-892f-c833afa2c2d5 HTTP/1.1" status: 200 len: 849 time: 0.0868089 Oct 11 17:30:55.049641 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:55.085319 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-2684b985-e6bd-4291-85ac-9cd09527aed1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=12730782-6875-4d6b-bdf9-becfb4f67a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376370 Oct 11 17:30:55.089999 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 0248846d-77f0-48a2-a0a3-922113e95b88, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=0248846d-77f0-48a2-a0a3-922113e95b88,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:55.090712 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Attempting to bind port 5059c80a-17e7-4c7e-a751-424e6ff56ddf on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:30:55.091045 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Attempting to bind port 5059c80a-17e7-4c7e-a751-424e6ff56ddf by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:30:55.091370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Attempting to bind port 5059c80a-17e7-4c7e-a751-424e6ff56ddf on network 63c18088-8846-4ec4-b159-ccc911dac8d2 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:55.096132 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Port 5059c80a-17e7-4c7e-a751-424e6ff56ddf on network 63c18088-8846-4ec4-b159-ccc911dac8d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:30:55.096515 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Attempting to bind port 5059c80a-17e7-4c7e-a751-424e6ff56ddf on network 63c18088-8846-4ec4-b159-ccc911dac8d2 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:30:55.102773 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:30:55.103331 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Checking segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:30:55.103726 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Bound using segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:30:55.104168 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Bound port: 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:30:55.104698 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.131127 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '0248846d-77f0-48a2-a0a3-922113e95b88', 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'port_id': '0248846d-77f0-48a2-a0a3-922113e95b88', 'mac_address': 'fa:16:3e:cb:53:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55514ad8-cbb9-4130-9673-de9531d5a35c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:30:55.148435 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef33e74b-9aa8-4dad-bb35-70868ef54205 req-f1c5c02f-b4e9-4ab4-b578-82d19809727d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100872 Oct 11 17:30:55.176350 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5e8df8d6-0952-4c9b-a387-d8ab69e0616f req-eea78847-62d3-4ad2-978a-4409abd0fc5d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641808 Oct 11 17:30:55.210887 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:30:55.216311 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:30:55.224856 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.243451 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0248846d-77f0-48a2-a0a3-922113e95b88 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:55.257713 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-e01be59e-3d46-412b-98c1-84efd69876c8 service neutron] 10.222.0.48 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525853 Oct 11 17:30:55.266052 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 0248846d-77f0-48a2-a0a3-922113e95b88, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=0248846d-77f0-48a2-a0a3-922113e95b88,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:55.283455 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.322983 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.343097 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.343896 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.345640 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] 10.222.0.48 "PUT /v2.0/ports/5059c80a-17e7-4c7e-a751-424e6ff56ddf HTTP/1.1" status: 200 len: 1093 time: 0.9055827 Oct 11 17:30:55.346246 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:55.349402 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b1c630-cdc7-49da-8803-c879b9356121" -d '{"events": [{"name": "network-changed", "server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:55.388430 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d8cf9-86bc-4376-9f5c-00950366eb80 service neutron] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:55.395608 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56944) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:55.404897 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=0248846d-77f0-48a2-a0a3-922113e95b88,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:55.412168 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0bc30-d8aa-4f4f-a5e2-ec3cb17d6ac3 req-e2919d44-17c6-48fc-891f-e368e213d015 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.419768 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b0e0bc30-d8aa-4f4f-a5e2-ec3cb17d6ac3 req-e2919d44-17c6-48fc-891f-e368e213d015 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0987940 Oct 11 17:30:55.432263 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eae125-f6d3-4232-8ef1-966f3bb26705 x-openstack-request-id: req-58eae125-f6d3-4232-8ef1-966f3bb26705 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:55.432516 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:55.432815 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58eae125-f6d3-4232-8ef1-966f3bb26705 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:55.433296 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'status': 'completed', 'code': 200} Oct 11 17:30:55.437258 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aeaa6b8a-8f87-435d-a67f-fa1ad9440be1 req-288106c0-231c-4a01-9142-2c4eb53689e3 service neutron] 10.222.0.48 "GET /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660852 Oct 11 17:30:55.537746 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b0e0bc30-d8aa-4f4f-a5e2-ec3cb17d6ac3 req-b0bb79d5-69ad-4d2d-b4d1-f167a2c332f8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169541 Oct 11 17:30:55.539509 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1a739403-0fc4-4248-8238-a99f38dc5aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.576155 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c630-cdc7-49da-8803-c879b9356121 req-f81d17a1-6708-4fd2-96d2-ad85ae818fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.577683 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40b1c630-cdc7-49da-8803-c879b9356121 req-f81d17a1-6708-4fd2-96d2-ad85ae818fff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 1096 time: 0.1076703 Oct 11 17:30:55.588403 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf99977-4165-478d-9876-3ce18a0a49cd req-024c9c8e-75db-4fb4-9726-b532e2cd475d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.590049 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7cf99977-4165-478d-9876-3ce18a0a49cd req-024c9c8e-75db-4fb4-9726-b532e2cd475d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 945 time: 0.0840237 Oct 11 17:30:55.629907 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1a739403-0fc4-4248-8238-a99f38dc5aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.687093 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7cf99977-4165-478d-9876-3ce18a0a49cd req-04e4ae2c-59d7-4e44-a4ef-172801a9ff2d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877249 Oct 11 17:30:55.716989 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1a739403-0fc4-4248-8238-a99f38dc5aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.718430 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c630-cdc7-49da-8803-c879b9356121 req-560e576b-c5cb-49e5-9475-2ee3081259da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.719916 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40b1c630-cdc7-49da-8803-c879b9356121 req-560e576b-c5cb-49e5-9475-2ee3081259da service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9516d4b60723415c8910558de9457120&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1219375 Oct 11 17:30:55.755742 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a739403-0fc4-4248-8238-a99f38dc5aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2935d5e1-90b3-4aa8-adc2-cbe302801a6f,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:55.760129 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-1a739403-0fc4-4248-8238-a99f38dc5aac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35b0a73c227144c98fc4c4285db528bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628039 Oct 11 17:30:55.766611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56952) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:55.799233 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['0248846d-77f0-48a2-a0a3-922113e95b88'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:30:55.841315 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-04deec1d-cd53-4a00-8070-023e8c59923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.861586 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c630-cdc7-49da-8803-c879b9356121 req-11562d24-1183-44ca-9128-1e9b81cebf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.863140 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40b1c630-cdc7-49da-8803-c879b9356121 req-11562d24-1183-44ca-9128-1e9b81cebf9a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352727 Oct 11 17:30:55.870716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-04deec1d-cd53-4a00-8070-023e8c59923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:55.957871 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-1400c33f-b26a-45e2-97e8-3c5217d12653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.961121 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-1400c33f-b26a-45e2-97e8-3c5217d12653 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 1096 time: 0.0447891 Oct 11 17:30:55.987986 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5eddf-8f50-46ef-9fd9-b74ea143a153 req-f579d643-2fbe-4b94-95d6-af336e2e13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:55.990102 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-46b5eddf-8f50-46ef-9fd9-b74ea143a153 req-f579d643-2fbe-4b94-95d6-af336e2e13f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 1098 time: 0.0504117 Oct 11 17:30:56.027794 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-1a81cb93-5447-4c1c-9dad-245ccaa4aed7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf HTTP/1.1" status: 200 len: 217 time: 0.0566313 Oct 11 17:30:56.033989 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-04deec1d-cd53-4a00-8070-023e8c59923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.037352 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-04deec1d-cd53-4a00-8070-023e8c59923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.038727 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-04deec1d-cd53-4a00-8070-023e8c59923f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2935d5e1-90b3-4aa8-adc2-cbe302801a6f HTTP/1.1" status: 204 len: 168 time: 0.2710502 Oct 11 17:30:56.049788 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-46b5eddf-8f50-46ef-9fd9-b74ea143a153 req-70532645-3e7d-45d2-bee7-0b33ed5b0161 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Oct 11 17:30:56.050484 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04deec1d-cd53-4a00-8070-023e8c59923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2935d5e1-90b3-4aa8-adc2-cbe302801a6f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:56.093864 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-4166c159-f139-43ba-a15e-3bd281e1be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:56.094438 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56976) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:56.100218 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-4166c159-f139-43ba-a15e-3bd281e1be30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0566609 Oct 11 17:30:56.140342 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e0fa1b-1d8e-43de-a7eb-ea4a83f5386f admin admin] Deleting subnet 3bed5f86-d2f3-439a-88a9-30e7702ce9e6 {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:30:56.144177 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fa1b-1d8e-43de-a7eb-ea4a83f5386f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.186700 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fa1b-1d8e-43de-a7eb-ea4a83f5386f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.193467 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fa1b-1d8e-43de-a7eb-ea4a83f5386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.306889 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fa1b-1d8e-43de-a7eb-ea4a83f5386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.336298 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7baf1-0449-4df6-92b4-65628daf0a8b req-aa21bf52-25cb-4a55-bb48-b2ff9dbb39c6 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:56.337841 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-20a7baf1-0449-4df6-92b4-65628daf0a8b req-aa21bf52-25cb-4a55-bb48-b2ff9dbb39c6 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 943 time: 0.0899901 Oct 11 17:30:56.342265 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0fa1b-1d8e-43de-a7eb-ea4a83f5386f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bed5f86-d2f3-439a-88a9-30e7702ce9e6,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:56.346692 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fa1b-1d8e-43de-a7eb-ea4a83f5386f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.351364 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c1e0fa1b-1d8e-43de-a7eb-ea4a83f5386f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3bed5f86-d2f3-439a-88a9-30e7702ce9e6 HTTP/1.1" status: 204 len: 168 time: 0.2559259 Oct 11 17:30:56.353935 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 56988) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:56.369497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640215d2-a584-4e81-9737-d60ab484cb88 req-86872b2d-3511-4442-926e-54fc6998e1f4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:56.376387 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-640215d2-a584-4e81-9737-d60ab484cb88 req-86872b2d-3511-4442-926e-54fc6998e1f4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1030166 Oct 11 17:30:56.432069 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-193699d6-195a-4294-a00d-e22faf451936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:56.433977 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-193699d6-195a-4294-a00d-e22faf451936 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197906 Oct 11 17:30:56.449776 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-20a7baf1-0449-4df6-92b4-65628daf0a8b req-c6f86b0f-ce78-4cdf-9303-36a8074cb039 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923796 Oct 11 17:30:56.454452 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.460444 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-640215d2-a584-4e81-9737-d60ab484cb88 req-31b50e6e-d475-483f-ae32-b4ecd48c7fd9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829878 Oct 11 17:30:56.581668 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-b4e0e23f-8c57-45e9-b0d0-807fa2bceaef service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309426 Oct 11 17:30:56.591600 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.617737 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.618217 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.619554 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.619774 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > port after_create 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.622769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.622769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > port after_update 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.622769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.622769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.622769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.622769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.693754 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.694116 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.694423 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.695119 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 17:30:56.695119 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1584b564-af77-47d3-babf-91c32375efb4']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:56.715410 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba886d9-08a3-419a-95c4-8b112c657259 req-6ddecc02-862c-4d07-a5d7-8008ee88de74 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:56.723725 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4ba886d9-08a3-419a-95c4-8b112c657259 req-6ddecc02-862c-4d07-a5d7-8008ee88de74 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.1119592 Oct 11 17:30:56.726243 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784ab10c-1543-41be-8834-c094f0f5feaa') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:56.727387 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784ab10c-1543-41be-8834-c094f0f5feaa') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:56.754851 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.761699 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-628290f7-69da-4d06-ab61-ea2c8cd971b3 req-7b063ef9-58e0-4e0c-8a45-9f121d5d2bbe service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693356 Oct 11 17:30:56.780055 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.781581 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4ba886d9-08a3-419a-95c4-8b112c657259 req-154b1169-94e9-4f29-9916-df725be42afd tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570190 Oct 11 17:30:56.789925 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:30:56.794706 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: from cryptography.utils import int_from_bytes Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: from cryptography.utils import int_from_bytes Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:30:56.795150 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:30:56.832095 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7cf5c-43db-4758-a615-c671845514dd req-ae8ef3f5-4c24-421f-8b1d-a62a7e04e4cc tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:56.834195 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f2d7cf5c-43db-4758-a615-c671845514dd req-ae8ef3f5-4c24-421f-8b1d-a62a7e04e4cc tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 945 time: 0.0515599 Oct 11 17:30:56.873700 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f2d7cf5c-43db-4758-a615-c671845514dd req-65a56d4f-7c7f-47db-8a29-0fb94f0b7312 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335631 Oct 11 17:30:56.943117 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.950518 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:56.956636 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1584b564-af77-47d3-babf-91c32375efb4 HTTP/1.1" status: 204 len: 168 time: 0.5990384 Oct 11 17:30:56.957137 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57006) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:56.964323 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9771d-67a4-4dcc-889e-b63b3955df03 admin admin] Pushing event deleted for resources: {'Network': ['ID=1584b564-af77-47d3-babf-91c32375efb4,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:56.967992 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 7428d3a7-7a5d-4752-8b39-d92044613744 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:30:56.972082 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 0248846d-77f0-48a2-a0a3-922113e95b88 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:30:57.012763 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b69ef7-fe6f-44f5-8373-b7cfe6fbfc64 admin admin] Deleting subnet 182e1663-77be-40b7-8b24-94faea6920da {{(pid=94391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:30:57.016617 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-95b69ef7-fe6f-44f5-8373-b7cfe6fbfc64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.052819 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-95b69ef7-fe6f-44f5-8373-b7cfe6fbfc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27110554'] for subnet, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.097347 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-95b69ef7-fe6f-44f5-8373-b7cfe6fbfc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.104786 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 7428d3a7-7a5d-4752-8b39-d92044613744, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=7428d3a7-7a5d-4752-8b39-d92044613744,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:57.118314 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '7428d3a7-7a5d-4752-8b39-d92044613744', 'network_id': '12730782-6875-4d6b-bdf9-becfb4f67a46', 'port_id': '7428d3a7-7a5d-4752-8b39-d92044613744', 'mac_address': 'fa:16:3e:63:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765b7dd6-f689-4c7a-892f-c833afa2c2d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:30:57.157650 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 0248846d-77f0-48a2-a0a3-922113e95b88 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:30:57.165637 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 0248846d-77f0-48a2-a0a3-922113e95b88 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:30:57.166002 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.168028 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.200919 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7428d3a7-7a5d-4752-8b39-d92044613744 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:57.230140 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 7428d3a7-7a5d-4752-8b39-d92044613744, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=7428d3a7-7a5d-4752-8b39-d92044613744,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:57.254964 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-95b69ef7-fe6f-44f5-8373-b7cfe6fbfc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26918709'] for subnet, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.274204 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.280878 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b69ef7-fe6f-44f5-8373-b7cfe6fbfc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182e1663-77be-40b7-8b24-94faea6920da,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:57.287877 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.308382 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-95b69ef7-fe6f-44f5-8373-b7cfe6fbfc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.314778 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57016) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:57.315469 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-95b69ef7-fe6f-44f5-8373-b7cfe6fbfc64 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/182e1663-77be-40b7-8b24-94faea6920da HTTP/1.1" status: 204 len: 168 time: 0.3566668 Oct 11 17:30:57.337498 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89d491d-a590-42d8-a8df-8befd024c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0248846d-77f0-48a2-a0a3-922113e95b88'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:30:57.339843 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf562ad0-8433-4a83-a87a-d6c485f9b743" -d '{"events": [{"server_uuid": "d89d491d-a590-42d8-a8df-8befd024c985", "name": "network-vif-plugged", "status": "completed", "tag": "0248846d-77f0-48a2-a0a3-922113e95b88"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:30:57.375311 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 0248846d-77f0-48a2-a0a3-922113e95b88, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=0248846d-77f0-48a2-a0a3-922113e95b88,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:57.394580 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=7428d3a7-7a5d-4752-8b39-d92044613744,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:57.396801 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d141b6-170f-44ed-838a-30149db81e6b x-openstack-request-id: req-a1d141b6-170f-44ed-838a-30149db81e6b {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:30:57.405409 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89d491d-a590-42d8-a8df-8befd024c985", "name": "network-vif-plugged", "status": "completed", "tag": "0248846d-77f0-48a2-a0a3-922113e95b88", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:30:57.405571 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1d141b6-170f-44ed-838a-30149db81e6b {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:30:57.406063 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89d491d-a590-42d8-a8df-8befd024c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0248846d-77f0-48a2-a0a3-922113e95b88', 'code': 200} Oct 11 17:30:57.411286 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.448762 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.497006 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.518372 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b577fe-87a0-4a28-bc00-385b59e75e49']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:57.521308 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=0248846d-77f0-48a2-a0a3-922113e95b88,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:57.550513 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7194905f-333b-4223-807c-c731612055d7') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:57.551525 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7194905f-333b-4223-807c-c731612055d7') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:30:57.565036 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.580129 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.587354 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:30:57.587820 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:30:57.589676 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:30:57.678636 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27f950-580f-490f-afb8-f3e7171e471c req-2256b30d-d0ed-4fa4-ae7f-0cad9482907a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:57.680369 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0c27f950-580f-490f-afb8-f3e7171e471c req-2256b30d-d0ed-4fa4-ae7f-0cad9482907a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.1157925 Oct 11 17:30:57.689020 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f5aae-ae9a-4524-90d7-a573b6a64f80 req-7165eda0-dad6-411c-a73d-0247dffb9de6 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:57.690649 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c38f5aae-ae9a-4524-90d7-a573b6a64f80 req-7165eda0-dad6-411c-a73d-0247dffb9de6 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 944 time: 0.1430993 Oct 11 17:30:57.734524 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.740677 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:57.746497 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] 10.222.0.42 "DELETE /v2.0/networks/43b577fe-87a0-4a28-bc00-385b59e75e49 HTTP/1.1" status: 204 len: 168 time: 0.4298947 Oct 11 17:30:57.764062 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0c27f950-580f-490f-afb8-f3e7171e471c req-5b1cb5bf-9dd3-4ea1-8677-d6de996b3caf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633590 Oct 11 17:30:57.768866 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40457a-966e-4038-82b3-cd0c998faa25 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b577fe-87a0-4a28-bc00-385b59e75e49,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:57.792467 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c38f5aae-ae9a-4524-90d7-a573b6a64f80 req-6acc447b-e13c-4c4b-b4bd-3ca55b56de2d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873749 Oct 11 17:30:57.810538 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['7428d3a7-7a5d-4752-8b39-d92044613744'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:30:57.843144 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f86f3-9be5-4ea3-94df-2ad857818595 req-3d76c3db-54ac-4ed5-80e3-d5b39c20260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:57.849593 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c90f86f3-9be5-4ea3-94df-2ad857818595 req-3d76c3db-54ac-4ed5-80e3-d5b39c20260e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 1099 time: 0.0844977 Oct 11 17:30:57.893910 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c90f86f3-9be5-4ea3-94df-2ad857818595 req-205e701b-bd4e-47d1-b379-4bbf8834b108 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311975 Oct 11 17:30:57.965393 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3509ebf-ff5c-41db-b215-8fb0444bff5a req-1c245cf3-6d7b-4f5e-bb22-44917010c775 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:57.967022 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f3509ebf-ff5c-41db-b215-8fb0444bff5a req-1c245cf3-6d7b-4f5e-bb22-44917010c775 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0589421 Oct 11 17:30:58.053289 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798bb4d-0a47-4373-afae-717d33dcb056 req-27d4b884-daf2-4bbd-adf9-15d1a10cf952 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:58.054901 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7798bb4d-0a47-4373-afae-717d33dcb056 req-27d4b884-daf2-4bbd-adf9-15d1a10cf952 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 946 time: 0.0869858 Oct 11 17:30:58.057787 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f3509ebf-ff5c-41db-b215-8fb0444bff5a req-0841e15b-728b-4d72-b066-d98be03ecec2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793490 Oct 11 17:30:58.108943 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7798bb4d-0a47-4373-afae-717d33dcb056 req-98903bae-7065-4d30-87df-8b3431827e81 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366521 Oct 11 17:30:58.138524 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57052) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:58.184873 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-70c251d7-87ff-4c67-984c-8812d44d337b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc08c7cbcb9447b2b2e84099261a44c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451403 Oct 11 17:30:58.187415 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57058) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:58.239655 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c291-f310-4ee6-a8a0-f5ed18f87e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:58.261933 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c291-f310-4ee6-a8a0-f5ed18f87e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:58.401920 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c291-f310-4ee6-a8a0-f5ed18f87e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:58.401920 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c291-f310-4ee6-a8a0-f5ed18f87e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:58.401920 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-e2b5c291-f310-4ee6-a8a0-f5ed18f87e12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00f89bfa-738c-4d46-9bc6-31217d2bca44 HTTP/1.1" status: 204 len: 168 time: 0.2124033 Oct 11 17:30:58.412324 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5c291-f310-4ee6-a8a0-f5ed18f87e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f89bfa-738c-4d46-9bc6-31217d2bca44,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:58.874880 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cc6ae-3fb5-478d-854a-705a188d6905 req-ec405255-ed3f-4383-8b18-781c2ad5446b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:58.876386 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e12cc6ae-3fb5-478d-854a-705a188d6905 req-ec405255-ed3f-4383-8b18-781c2ad5446b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0539019 Oct 11 17:30:58.954386 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f9449-74df-4861-a1fd-a98c819b75a7 req-843b79ab-ffd7-4d95-ab52-4c3b4ba8edb6 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:58.955793 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-641f9449-74df-4861-a1fd-a98c819b75a7 req-843b79ab-ffd7-4d95-ab52-4c3b4ba8edb6 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 944 time: 0.0785437 Oct 11 17:30:58.958957 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e12cc6ae-3fb5-478d-854a-705a188d6905 req-32f7437d-135a-40fe-9391-885ef9a46256 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728710 Oct 11 17:30:58.980873 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:30:59.007688 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-641f9449-74df-4861-a1fd-a98c819b75a7 req-a62adc35-6fc7-4207-91f3-4f04eb6503d4 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454898 Oct 11 17:30:59.099300 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:59.115096 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'port_id': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'mac_address': 'fa:16:3e:6a:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:30:59.131796 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fd970-e28d-42d7-a822-3e2014752bbe req-38398854-c435-4073-b535-1b75930234f7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:59.133506 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7d6fd970-e28d-42d7-a822-3e2014752bbe req-38398854-c435-4073-b535-1b75930234f7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0565188 Oct 11 17:30:59.159620 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:59.181704 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5059c80a-17e7-4c7e-a751-424e6ff56ddf {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:30:59.195554 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57094) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:59.205981 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:30:59.208663 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7d6fd970-e28d-42d7-a822-3e2014752bbe req-e905fb4c-0b92-4208-82fc-a1dff9dc99cf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632722 Oct 11 17:30:59.227159 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd6ec-48bd-4006-a42c-99dbb5ddb637 req-9ae51f64-f557-4f95-9dfe-c05f3da409ac tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:59.234624 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2d3fd6ec-48bd-4006-a42c-99dbb5ddb637 req-9ae51f64-f557-4f95-9dfe-c05f3da409ac tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0718167 Oct 11 17:30:59.242326 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-55b12605-3bae-4c2d-826a-f6452f16d6e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=883baabc65c6478fa06f4d7c80ba945a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445516 Oct 11 17:30:59.243948 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57098) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:30:59.294289 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:59.333838 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2d3fd6ec-48bd-4006-a42c-99dbb5ddb637 req-ede8f35d-ac32-4549-b01f-34c7c2ad6760 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928640 Oct 11 17:30:59.357724 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:59.363657 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3ba2-34db-40a6-a3e0-80bafb5f1723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:59.374937 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3f869-7c3d-453b-b36b-d05abe2feb6a req-6e1b8ba1-2378-4334-93c4-d773ca8eadfd tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:30:59.376391 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4eb3f869-7c3d-453b-b36b-d05abe2feb6a req-6e1b8ba1-2378-4334-93c4-d773ca8eadfd tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 946 time: 0.0928442 Oct 11 17:30:59.405575 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3ba2-34db-40a6-a3e0-80bafb5f1723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:59.441890 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4eb3f869-7c3d-453b-b36b-d05abe2feb6a req-7af20ec1-86f3-4c31-a161-a645994165e4 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584097 Oct 11 17:30:59.551101 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3ba2-34db-40a6-a3e0-80bafb5f1723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:59.553712 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3ba2-34db-40a6-a3e0-80bafb5f1723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:30:59.554833 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-d3bc3ba2-34db-40a6-a3e0-80bafb5f1723 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bc4264e-9b16-408c-a26a-1fe127ef056a HTTP/1.1" status: 204 len: 168 time: 0.3099794 Oct 11 17:30:59.563485 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3ba2-34db-40a6-a3e0-80bafb5f1723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc4264e-9b16-408c-a26a-1fe127ef056a,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:30:59.886841 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['5059c80a-17e7-4c7e-a751-424e6ff56ddf'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:31:00.164321 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ac29d-0985-474b-81be-1b4986e3bcaa req-eb30487c-c4d4-41cc-81b8-3744e27aedae tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:00.165845 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0b8ac29d-0985-474b-81be-1b4986e3bcaa req-eb30487c-c4d4-41cc-81b8-3744e27aedae tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 944 time: 0.0634959 Oct 11 17:31:00.207843 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0b8ac29d-0985-474b-81be-1b4986e3bcaa req-c74c6117-6e36-4601-b1f7-bbd970ff16ff tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Oct 11 17:31:00.363023 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:00.451399 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae4a0c-0b7a-4e7f-b388-df3bcc0df806 req-63bc9d57-422d-4f5f-bde6-bc0e912d98c0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:00.452882 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-17ae4a0c-0b7a-4e7f-b388-df3bcc0df806 req-63bc9d57-422d-4f5f-bde6-bc0e912d98c0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 944 time: 0.0487154 Oct 11 17:31:00.493687 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-17ae4a0c-0b7a-4e7f-b388-df3bcc0df806 req-165faba6-5956-4e24-bee3-1d4257ceda5b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347533 Oct 11 17:31:00.568155 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503619-8c99-4fbf-9495-919e301941f8 req-60789311-593b-4ed4-8484-01ff26311105 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:00.569617 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-36503619-8c99-4fbf-9495-919e301941f8 req-60789311-593b-4ed4-8484-01ff26311105 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 946 time: 0.0475340 Oct 11 17:31:00.608641 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-36503619-8c99-4fbf-9495-919e301941f8 req-54b51578-317b-4348-868d-e40ad7e8aec8 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Oct 11 17:31:00.985532 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 7428d3a7-7a5d-4752-8b39-d92044613744 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:31:01.134265 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 7428d3a7-7a5d-4752-8b39-d92044613744 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:31:01.138400 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 7428d3a7-7a5d-4752-8b39-d92044613744 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:31:01.139329 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:01.244381 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:01.281276 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c3aa57-a31b-4547-bbae-673eb454ad0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7428d3a7-7a5d-4752-8b39-d92044613744'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:31:01.283551 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9353c8f-a8b0-4b80-9d0d-1f89ba60dcfb" -d '{"events": [{"server_uuid": "a1c3aa57-a31b-4547-bbae-673eb454ad0c", "name": "network-vif-plugged", "status": "completed", "tag": "7428d3a7-7a5d-4752-8b39-d92044613744"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:31:01.296261 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 7428d3a7-7a5d-4752-8b39-d92044613744, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=7428d3a7-7a5d-4752-8b39-d92044613744,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:31:01.351804 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:01.427763 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4467d-0b60-4e11-bd6e-cf004a9f8d97 req-d5399723-be44-4df1-97d6-cdebbe6e6c04 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:01.430658 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-74c4467d-0b60-4e11-bd6e-cf004a9f8d97 req-d5399723-be44-4df1-97d6-cdebbe6e6c04 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 945 time: 0.0724330 Oct 11 17:31:01.559236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=7428d3a7-7a5d-4752-8b39-d92044613744,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:01.718526 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-74c4467d-0b60-4e11-bd6e-cf004a9f8d97 req-9f27df2c-51ad-446e-bbf0-19432b539856 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806723 Oct 11 17:31:01.773373 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a42d279-c9ed-4e36-b1ba-3d1ffa69634c x-openstack-request-id: req-2a42d279-c9ed-4e36-b1ba-3d1ffa69634c {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:31:01.774004 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c3aa57-a31b-4547-bbae-673eb454ad0c", "name": "network-vif-plugged", "status": "completed", "tag": "7428d3a7-7a5d-4752-8b39-d92044613744", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:31:01.774541 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a42d279-c9ed-4e36-b1ba-3d1ffa69634c {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:31:01.775115 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c3aa57-a31b-4547-bbae-673eb454ad0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7428d3a7-7a5d-4752-8b39-d92044613744', 'code': 200} Oct 11 17:31:01.919691 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323e079-76ab-4e82-9669-57ce10bdc686 req-2740c612-ad19-4a9f-ad41-b87786a11aa2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:01.921090 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f323e079-76ab-4e82-9669-57ce10bdc686 req-2740c612-ad19-4a9f-ad41-b87786a11aa2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 944 time: 0.0901437 Oct 11 17:31:01.951927 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390a9b7-c3ac-4934-8a1e-b0acad0aa2d7 req-8c32ba7b-b0dc-489a-8b52-9948039500ed tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:01.953653 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8390a9b7-c3ac-4934-8a1e-b0acad0aa2d7 req-8c32ba7b-b0dc-489a-8b52-9948039500ed tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0699601 Oct 11 17:31:02.003940 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f323e079-76ab-4e82-9669-57ce10bdc686 req-f5a4db2a-4cad-4b4a-ba06-1f91ae6b9b4f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745924 Oct 11 17:31:02.037970 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8390a9b7-c3ac-4934-8a1e-b0acad0aa2d7 req-c545b552-b4b4-4047-b71a-362740d26029 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764425 Oct 11 17:31:02.046901 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-06fe6870-7335-4294-9f0e-64af7cbd639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:02.048311 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-06fe6870-7335-4294-9f0e-64af7cbd639a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1098 time: 0.0635149 Oct 11 17:31:02.147144 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-485e9a25-c7f5-4bcb-b0b7-34bbdce20e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:02.148850 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-485e9a25-c7f5-4bcb-b0b7-34bbdce20e29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 920 time: 0.0873394 Oct 11 17:31:02.202036 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-50637397-c1f3-4015-a971-5e6386498313 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 HTTP/1.1" status: 200 len: 217 time: 0.0385287 Oct 11 17:31:02.259052 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06d100-1ff1-45e0-b64d-71c4fd81fee9 req-741ad20c-e21b-4ddc-b792-7c6cea850832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:02.260541 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2a06d100-1ff1-45e0-b64d-71c4fd81fee9 req-741ad20c-e21b-4ddc-b792-7c6cea850832 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 1098 time: 0.0425973 Oct 11 17:31:02.261864 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-b8807bb7-c84b-4eba-bf78-aeb4656557a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:02.263481 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-b8807bb7-c84b-4eba-bf78-aeb4656557a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.0459447 Oct 11 17:31:02.308048 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-8d05a1ec-38a6-43b7-b422-0376e2eddc15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240955 Oct 11 17:31:02.311246 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2a06d100-1ff1-45e0-b64d-71c4fd81fee9 req-c6329a26-9a8f-42f3-825e-c89c2c560024 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281465 Oct 11 17:31:02.718077 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-db0dc4eb-cdb8-4caf-9741-d9385c309373 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941849 Oct 11 17:31:02.850728 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d633c29b-40f9-490a-b28b-cb72b1d71565 req-6828cf2b-31f4-4c4a-a01c-b4533f174aa4 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198263 Oct 11 17:31:02.863556 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7411553-a47c-4a4d-b8b7-0b4ec877e809 req-8b6cf628-c638-4260-9b70-f4f7c93b8a94 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:02.865020 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a7411553-a47c-4a4d-b8b7-0b4ec877e809 req-8b6cf628-c638-4260-9b70-f4f7c93b8a94 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 945 time: 0.0741711 Oct 11 17:31:02.903938 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a7411553-a47c-4a4d-b8b7-0b4ec877e809 req-679f7fa0-e350-4462-8764-5d11bcf62992 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Oct 11 17:31:02.983614 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:31:03.117031 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 5059c80a-17e7-4c7e-a751-424e6ff56ddf completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:31:03.121481 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 5059c80a-17e7-4c7e-a751-424e6ff56ddf triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:31:03.121794 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2a6df-fc26-46cf-a389-5908bf5189c9 req-bf058444-9048-42e2-86c9-f553026cfbb0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:03.121975 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:03.123496 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-21d2a6df-fc26-46cf-a389-5908bf5189c9 req-bf058444-9048-42e2-86c9-f553026cfbb0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 944 time: 0.0478828 Oct 11 17:31:03.162931 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-21d2a6df-fc26-46cf-a389-5908bf5189c9 req-5e9f768f-afde-41c6-bb81-e700dafcc2ad tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Oct 11 17:31:03.205696 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:03.244897 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:31:03.269175 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e83ecf-cfad-4fa2-a4c5-0e88af0b4975 req-18671f65-b64c-49be-8456-573f5aae4270 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:03.270667 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c5e83ecf-cfad-4fa2-a4c5-0e88af0b4975 req-18671f65-b64c-49be-8456-573f5aae4270 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0487001 Oct 11 17:31:03.307828 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c5e83ecf-cfad-4fa2-a4c5-0e88af0b4975 req-254c339d-55bc-454e-8a6c-77dd99be99eb tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Oct 11 17:31:03.310909 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:03.362275 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:03.776739 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:31:03.779182 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b95584-aa6b-4492-aedb-2bb03e5c4b35" -d '{"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-plugged", "status": "completed", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:31:03.816084 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb9f2c4-939e-4093-a0c7-5d6b443d3295 x-openstack-request-id: req-bfb9f2c4-939e-4093-a0c7-5d6b443d3295 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:31:03.816382 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-plugged", "status": "completed", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:31:03.816653 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfb9f2c4-939e-4093-a0c7-5d6b443d3295 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:31:03.817209 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'code': 200} Oct 11 17:31:03.972181 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57284) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:04.054422 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2e38e-15dd-4cea-8b76-8cd7c38fd9f0 req-abe6e8ec-9f88-4a3b-b7d6-88261394a5c3 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:04.055923 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6db2e38e-15dd-4cea-8b76-8cd7c38fd9f0 req-abe6e8ec-9f88-4a3b-b7d6-88261394a5c3 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 945 time: 0.0585275 Oct 11 17:31:04.092178 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a57a421b-6bff-4f71-8382-6c48b05882b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:04.154050 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6db2e38e-15dd-4cea-8b76-8cd7c38fd9f0 req-3198a66f-825f-4813-9a5c-2308f2949e28 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902712 Oct 11 17:31:04.184577 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e916045-df6c-4bba-8069-9f19c0720dc5 req-22047dbb-0d6c-43f2-894d-ed6ad58da214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:04.186088 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3e916045-df6c-4bba-8069-9f19c0720dc5 req-22047dbb-0d6c-43f2-894d-ed6ad58da214 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 1098 time: 0.0838501 Oct 11 17:31:04.228921 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a57a421b-6bff-4f71-8382-6c48b05882b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:04.280104 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3e916045-df6c-4bba-8069-9f19c0720dc5 req-9f55da90-8d00-446f-a105-75771b2273ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573707 Oct 11 17:31:04.297381 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ed284-c57c-4479-ae2a-3309b9e25002 req-cdce9f88-1adc-465e-967b-e9da78f1e3eb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:04.298796 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-547ed284-c57c-4479-ae2a-3309b9e25002 req-cdce9f88-1adc-465e-967b-e9da78f1e3eb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0601850 Oct 11 17:31:04.320097 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a57a421b-6bff-4f71-8382-6c48b05882b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:04.370509 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-547ed284-c57c-4479-ae2a-3309b9e25002 req-8ad85112-08e0-4a5a-9642-4a0d9183b9de tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656052 Oct 11 17:31:04.376270 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a57a421b-6bff-4f71-8382-6c48b05882b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc947b982db6401ba0d6f8b64d734977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004719 Oct 11 17:31:04.376270 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a421b-6bff-4f71-8382-6c48b05882b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff19169-f960-4c48-92c6-257a02e73d08,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:04.376953 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57294) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:04.427163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb996b2-4874-4fcf-8bad-6641d119794b req-5396f8b2-3fe4-4e06-9262-0fb9a9156454 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:04.428661 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6fb996b2-4874-4fcf-8bad-6641d119794b req-5396f8b2-3fe4-4e06-9262-0fb9a9156454 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Oct 11 17:31:04.433193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5477deb2-8549-4218-8964-c0c1dac3dcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:04.454694 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5477deb2-8549-4218-8964-c0c1dac3dcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:04.467768 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6fb996b2-4874-4fcf-8bad-6641d119794b req-e5a729af-50dc-4717-a645-2d2b8febcea8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Oct 11 17:31:04.648134 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5477deb2-8549-4218-8964-c0c1dac3dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:04.650844 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5477deb2-8549-4218-8964-c0c1dac3dcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:04.652065 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5477deb2-8549-4218-8964-c0c1dac3dcc3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ff19169-f960-4c48-92c6-257a02e73d08 HTTP/1.1" status: 204 len: 168 time: 0.2742844 Oct 11 17:31:04.661292 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477deb2-8549-4218-8964-c0c1dac3dcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff19169-f960-4c48-92c6-257a02e73d08,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:05.266258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9663cb-d632-4e63-8abd-6cc04987daf5 req-d5cdf324-766f-4d6b-81ff-5525f29b22ca tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:05.267703 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9e9663cb-d632-4e63-8abd-6cc04987daf5 req-d5cdf324-766f-4d6b-81ff-5525f29b22ca tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 945 time: 0.0473495 Oct 11 17:31:05.308042 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9e9663cb-d632-4e63-8abd-6cc04987daf5 req-b7293c11-7b75-4e47-9966-f286e67c4d18 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340872 Oct 11 17:31:05.376018 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57318) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:05.390710 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d59938e0-ab2f-4e5a-810c-8f09a3f15088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:05.466705 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d59938e0-ab2f-4e5a-810c-8f09a3f15088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:05.506225 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e34bc-e791-4dbe-8cbb-99e39e52a121 req-2122515c-6ac7-4341-a671-9218b0b2ff71 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:05.507689 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e95e34bc-e791-4dbe-8cbb-99e39e52a121 req-2122515c-6ac7-4341-a671-9218b0b2ff71 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Oct 11 17:31:05.554397 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e95e34bc-e791-4dbe-8cbb-99e39e52a121 req-2e11ba7b-3f37-4e6a-ad12-6b123aad27f3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Oct 11 17:31:05.585231 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d59938e0-ab2f-4e5a-810c-8f09a3f15088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:05.588796 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afd4c4-88b3-432c-a98c-9f8061a89db4 req-0635110b-88b1-4669-849d-72208ddcc89e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:05.590431 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a5afd4c4-88b3-432c-a98c-9f8061a89db4 req-0635110b-88b1-4669-849d-72208ddcc89e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0518203 Oct 11 17:31:05.638600 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a5afd4c4-88b3-432c-a98c-9f8061a89db4 req-90e64dc3-c276-4e58-87b3-5251c16b6268 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Oct 11 17:31:05.639217 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57328) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:05.641839 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-d59938e0-ab2f-4e5a-810c-8f09a3f15088 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d182ce2aac1a454e8c436b3da4ab050b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642109 Oct 11 17:31:05.643171 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59938e0-ab2f-4e5a-810c-8f09a3f15088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554fb711-4f14-4fbe-ad83-4494a1d850c8,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:05.695974 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-34dec2d8-d6cf-427c-bf08-7057efd72b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:05.715872 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57330) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:05.718972 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-34dec2d8-d6cf-427c-bf08-7057efd72b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:05.829097 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-22e1548b-0a35-468e-9181-4d7c81fa04f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:05.855750 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-34dec2d8-d6cf-427c-bf08-7057efd72b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:05.858292 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-34dec2d8-d6cf-427c-bf08-7057efd72b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:05.860896 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-34dec2d8-d6cf-427c-bf08-7057efd72b0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/554fb711-4f14-4fbe-ad83-4494a1d850c8 HTTP/1.1" status: 204 len: 168 time: 0.2193577 Oct 11 17:31:05.878248 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec2d8-d6cf-427c-bf08-7057efd72b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554fb711-4f14-4fbe-ad83-4494a1d850c8,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:05.931890 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-22e1548b-0a35-468e-9181-4d7c81fa04f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.007961 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-22e1548b-0a35-468e-9181-4d7c81fa04f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.047209 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1548b-0a35-468e-9181-4d7c81fa04f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40deccfb-a418-4816-a2e0-248f27060fbe,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:06.051488 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-22e1548b-0a35-468e-9181-4d7c81fa04f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbeca907bdf648b3a8bee54b13baafc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346837 Oct 11 17:31:06.054258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57346) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:06.102189 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a2d094bd-bb25-47b2-b450-757d88b7fa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.133854 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a2d094bd-bb25-47b2-b450-757d88b7fa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.236640 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a2d094bd-bb25-47b2-b450-757d88b7fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.239223 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a2d094bd-bb25-47b2-b450-757d88b7fa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.240355 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a2d094bd-bb25-47b2-b450-757d88b7fa3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40deccfb-a418-4816-a2e0-248f27060fbe HTTP/1.1" status: 204 len: 168 time: 0.1852031 Oct 11 17:31:06.248199 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d094bd-bb25-47b2-b450-757d88b7fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40deccfb-a418-4816-a2e0-248f27060fbe,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:06.497570 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57356) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:06.513485 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e369506c-8f15-4f08-a2eb-a3abd0403a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.588358 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e369506c-8f15-4f08-a2eb-a3abd0403a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.684593 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4923409-2c84-4ec8-8b9a-05858c003a96 req-6155ecbd-662b-446b-8bee-2739df73db43 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:06.686286 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f4923409-2c84-4ec8-8b9a-05858c003a96 req-6155ecbd-662b-446b-8bee-2739df73db43 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0509899 Oct 11 17:31:06.747554 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f4923409-2c84-4ec8-8b9a-05858c003a96 req-11e8649f-7514-4e00-a042-3c13e803ee40 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536473 Oct 11 17:31:06.748269 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e369506c-8f15-4f08-a2eb-a3abd0403a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.791536 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-e369506c-8f15-4f08-a2eb-a3abd0403a6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf3a526bcc12430a8bbe2b18c53ca37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900286 Oct 11 17:31:06.791536 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369506c-8f15-4f08-a2eb-a3abd0403a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0e6162-cc93-4f9e-8918-6c5181fb28fa,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:06.791707 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57382) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:06.861308 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-22c538f7-8798-40d8-89fd-4f541a223e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.885036 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-22c538f7-8798-40d8-89fd-4f541a223e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:06.898612 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065496d-a217-4956-9209-d13bede4192c req-26a9509e-9734-4c2f-8935-e5fcdc6830a5 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:06.900085 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d065496d-a217-4956-9209-d13bede4192c req-26a9509e-9734-4c2f-8935-e5fcdc6830a5 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0625265 Oct 11 17:31:06.938416 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d065496d-a217-4956-9209-d13bede4192c req-42dde7ec-7926-4e4b-905f-5f1bd4ef6af6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Oct 11 17:31:07.020005 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-22c538f7-8798-40d8-89fd-4f541a223e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:07.023551 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-22c538f7-8798-40d8-89fd-4f541a223e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:07.027384 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-22c538f7-8798-40d8-89fd-4f541a223e8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c0e6162-cc93-4f9e-8918-6c5181fb28fa HTTP/1.1" status: 204 len: 168 time: 0.2328122 Oct 11 17:31:07.034943 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c538f7-8798-40d8-89fd-4f541a223e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0e6162-cc93-4f9e-8918-6c5181fb28fa,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:07.059758 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278912f-66b1-4c89-8363-113d30d9b527 req-56d14416-92fe-4e58-b7e1-e6b562a32272 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:07.071453 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57394) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:07.072391 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d278912f-66b1-4c89-8363-113d30d9b527 req-56d14416-92fe-4e58-b7e1-e6b562a32272 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0755787 Oct 11 17:31:07.078616 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'floatingip': {'port_id': '5059c80a-17e7-4c7e-a751-424e6ff56ddf'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:31:07.169996 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:07.247422 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61241-7a9d-40d3-95f2-4c3b3fb87b89 req-83a46767-381f-4cc6-854d-c18098b63d9d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:07.248912 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a0c61241-7a9d-40d3-95f2-4c3b3fb87b89 req-83a46767-381f-4cc6-854d-c18098b63d9d tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 945 time: 0.0787885 Oct 11 17:31:07.286927 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a0c61241-7a9d-40d3-95f2-4c3b3fb87b89 req-bcd53ede-25e0-47d6-9670-07127408dda8 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Oct 11 17:31:07.631192 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:07.694080 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:07.798087 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Floating IP a61c03f5-8f4b-4130-8767-e8977662fda8 associated. External IP: 172.27.3.181, port: 5059c80a-17e7-4c7e-a751-424e6ff56ddf. Oct 11 17:31:08.030219 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Router f4e68318-4706-47e7-a00f-361f78ccc900 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:31:08.071608 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a941-e85b-4254-a18c-ef1588a60152 req-3a6e3f2c-be20-4848-8095-e7cad9a83187 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:08.073219 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2911a941-e85b-4254-a18c-ef1588a60152 req-3a6e3f2c-be20-4848-8095-e7cad9a83187 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0637257 Oct 11 17:31:08.142054 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2911a941-e85b-4254-a18c-ef1588a60152 req-5f97c96a-d710-49cd-a98b-772d07a43325 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597844 Oct 11 17:31:08.170092 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:31:08.175080 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:08.181350 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] Sync routers for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:31:08.189533 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:31:08.190192 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:30:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:31:08.203052 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-eee7f21a-d452-4c4b-8682-e1270660d346 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "PUT /v2.0/floatingips/a61c03f5-8f4b-4130-8767-e8977662fda8 HTTP/1.1" status: 200 len: 991 time: 1.1304004 Oct 11 17:31:08.203718 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:31:08.209917 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:31:08.265510 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf8bc69-df36-496a-abb2-07770c2e37df x-openstack-request-id: req-bcf8bc69-df36-496a-abb2-07770c2e37df {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:31:08.266026 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:31:08.266249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcf8bc69-df36-496a-abb2-07770c2e37df {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:31:08.266650 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'status': 'completed', 'code': 200} Oct 11 17:31:08.300520 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:31:08.430389 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-7af4fb8a-0754-4fae-9fbf-e84a6cefd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:08.432200 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-7af4fb8a-0754-4fae-9fbf-e84a6cefd765 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 1098 time: 0.0939152 Oct 11 17:31:08.449755 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1750c82-7f38-4ba9-9364-146f6ec1274e req-ac6addb6-2ae5-4aed-bf1e-0a920c26be1e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:08.457049 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f1750c82-7f38-4ba9-9364-146f6ec1274e req-ac6addb6-2ae5-4aed-bf1e-0a920c26be1e tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 945 time: 0.0660615 Oct 11 17:31:08.559345 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f1750c82-7f38-4ba9-9364-146f6ec1274e req-92deacb4-9696-480e-90da-91132dd1286b tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013925 Oct 11 17:31:08.623614 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-a3ac7a7a-4d83-47ec-a433-2e9d0f39f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:08.625281 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-a3ac7a7a-4d83-47ec-a433-2e9d0f39f4ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 917 time: 0.1492050 Oct 11 17:31:08.630925 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'a61c03f5-8f4b-4130-8767-e8977662fda8', 'tenant_id': '9516d4b60723415c8910558de9457120', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'port_id': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'mac_address': 'fa:16:3e:6a:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1428599-933e-45f5-8989-e64a0efcc056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:30:48Z', 'updated_at': '2021-10-11T17:31:07Z', 'revision_number': 1, 'project_id': '9516d4b60723415c8910558de9457120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:31:08.658506 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] Checking router: f4e68318-4706-47e7-a00f-361f78ccc900 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:31:08.668280 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:31:08.669111 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:30:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:31:08.729250 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-183502fc-521a-4241-ba94-ee3e5bafc3e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf HTTP/1.1" status: 200 len: 999 time: 0.0865824 Oct 11 17:31:08.795001 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:31:08.803440 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-6ae48c59-3f5e-406b-b48d-71025f92b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:08.805018 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-6ae48c59-3f5e-406b-b48d-71025f92b2f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0634761 Oct 11 17:31:08.869625 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-760787d9-de7f-43e6-81ac-c33add829b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:08.871243 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-760787d9-de7f-43e6-81ac-c33add829b00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526030 Oct 11 17:31:08.987244 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-c40a9433-5dad-4e51-a86b-e2a380e89c3e service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916317 Oct 11 17:31:09.056494 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'a61c03f5-8f4b-4130-8767-e8977662fda8', 'tenant_id': '9516d4b60723415c8910558de9457120', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'port_id': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'mac_address': 'fa:16:3e:6a:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1428599-933e-45f5-8989-e64a0efcc056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:30:48Z', 'updated_at': '2021-10-11T17:31:07Z', 'revision_number': 1, 'project_id': '9516d4b60723415c8910558de9457120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:31:09.062073 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57542) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:09.088677 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954a3f7-0742-408e-bd70-7fa9fc8eaecb None None] The sync data for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi is: [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'a61c03f5-8f4b-4130-8767-e8977662fda8', 'tenant_id': '9516d4b60723415c8910558de9457120', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'port_id': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'mac_address': 'fa:16:3e:6a:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1428599-933e-45f5-8989-e64a0efcc056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:30:48Z', 'updated_at': '2021-10-11T17:31:07Z', 'revision_number': 1, 'project_id': '9516d4b60723415c8910558de9457120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:31:09.131428 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d5017ec-f0b5-4888-b236-73e6c63bbe3b req-0bdab259-7130-4fbd-8c17-4b3989c3ce6f service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164105 Oct 11 17:31:09.252728 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2c84ecdb-60d2-4ca6-8976-7826d5f09517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:09.285189 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16184e-8029-4021-ba91-7507c1f4aeb4 req-082e56b2-7ffd-4db1-8330-11d13f36abeb tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:09.285189 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2e16184e-8029-4021-ba91-7507c1f4aeb4 req-082e56b2-7ffd-4db1-8330-11d13f36abeb tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0639563 Oct 11 17:31:09.313517 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2c84ecdb-60d2-4ca6-8976-7826d5f09517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:09.320421 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2e16184e-8029-4021-ba91-7507c1f4aeb4 req-24124a65-2ebb-4893-8b53-0908fa4b11d0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Oct 11 17:31:09.355123 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dec04c-81f7-4758-8447-c4559ba18a1a None None] New status for floating IP a61c03f5-8f4b-4130-8767-e8977662fda8: ACTIVE {{(pid=94392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:31:09.506103 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2c84ecdb-60d2-4ca6-8976-7826d5f09517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:09.543341 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84ecdb-60d2-4ca6-8976-7826d5f09517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13f8f6-20a3-498c-ab62-3e4844d4c05d,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:09.550296 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-2c84ecdb-60d2-4ca6-8976-7826d5f09517 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64124efcf8dd4107bc3d7f0952b332dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845881 Oct 11 17:31:09.550536 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57566) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:09.610829 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-776510cf-c465-42b4-8aa1-c0b39c13bc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:09.653919 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-776510cf-c465-42b4-8aa1-c0b39c13bc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:09.717342 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-5896e460-71fa-4a37-9594-31dc2435d6f9 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:09.718787 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-5896e460-71fa-4a37-9594-31dc2435d6f9 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 945 time: 0.1285298 Oct 11 17:31:09.736259 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881945-69c2-4496-91ac-303667d1044b req-52c23e2e-b9c6-4ff9-bc51-e1c080699744 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:09.737953 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ab881945-69c2-4496-91ac-303667d1044b req-52c23e2e-b9c6-4ff9-bc51-e1c080699744 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 945 time: 0.0734980 Oct 11 17:31:09.796722 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-776510cf-c465-42b4-8aa1-c0b39c13bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:09.799794 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-776510cf-c465-42b4-8aa1-c0b39c13bc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:09.801525 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-776510cf-c465-42b4-8aa1-c0b39c13bc47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e13f8f6-20a3-498c-ab62-3e4844d4c05d HTTP/1.1" status: 204 len: 168 time: 0.2494869 Oct 11 17:31:09.813390 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776510cf-c465-42b4-8aa1-c0b39c13bc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13f8f6-20a3-498c-ab62-3e4844d4c05d,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:09.893483 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ab881945-69c2-4496-91ac-303667d1044b req-d7073604-6cc5-4573-99ba-eba7ce1b1418 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/security-groups?id=08469a00-0d8c-405c-afa6-54b8c1d3c778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237068 Oct 11 17:31:09.938296 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Deleting port 7428d3a7-7a5d-4752-8b39-d92044613744 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:31:09.938636 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.035062 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] For port 7428d3a7-7a5d-4752-8b39-d92044613744, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=7428d3a7-7a5d-4752-8b39-d92044613744,segment=NetworkSegment(0ef90ee8-e858-4993-a09e-3ed6cadb796c),segment_id=0ef90ee8-e858-4993-a09e-3ed6cadb796c)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:31:10.035457 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.050730 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Calling delete_port for 7428d3a7-7a5d-4752-8b39-d92044613744 owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:31:10.299847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.317095 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['7428d3a7-7a5d-4752-8b39-d92044613744'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:31:10.338256 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Pushing event deleted for resources: {'Port': ['ID=7428d3a7-7a5d-4752-8b39-d92044613744,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:10.411878 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] No DVR routers for this DVR port 7428d3a7-7a5d-4752-8b39-d92044613744 on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:31:10.415657 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.419570 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f531847a-dbcb-4cf1-8c5b-01ed45ac2e49 req-86853b4e-fc4c-4a80-bcf7-b85f232bdec7 tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.48 "DELETE /v2.0/ports/7428d3a7-7a5d-4752-8b39-d92044613744 HTTP/1.1" status: 204 len: 173 time: 0.6800244 Oct 11 17:31:10.420613 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c3aa57-a31b-4547-bbae-673eb454ad0c', 'name': 'network-vif-deleted', 'tag': '7428d3a7-7a5d-4752-8b39-d92044613744'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:31:10.423562 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd569dc-6999-4e8d-9d32-b2338677cf96" -d '{"events": [{"server_uuid": "a1c3aa57-a31b-4547-bbae-673eb454ad0c", "name": "network-vif-deleted", "tag": "7428d3a7-7a5d-4752-8b39-d92044613744"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:31:10.438834 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57600) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:10.451810 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-36824f2b-f600-4705-b85f-304071e27505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.465890 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-2249ff3d-f3a7-4f24-b854-ffa6018b9137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.468497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529e161d-63da-467b-9913-828580d2c16b x-openstack-request-id: req-529e161d-63da-467b-9913-828580d2c16b {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:31:10.469021 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c3aa57-a31b-4547-bbae-673eb454ad0c", "name": "network-vif-deleted", "tag": "7428d3a7-7a5d-4752-8b39-d92044613744", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:31:10.469468 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-529e161d-63da-467b-9913-828580d2c16b {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:31:10.470003 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c3aa57-a31b-4547-bbae-673eb454ad0c', 'name': 'network-vif-deleted', 'tag': '7428d3a7-7a5d-4752-8b39-d92044613744', 'status': 'completed', 'code': 200} Oct 11 17:31:10.483997 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf846d6-6ae6-41b2-bac5-9b2e4209b0c2 req-8a83da48-d512-4217-adec-e193c7eca98b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:10.489826 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ebf846d6-6ae6-41b2-bac5-9b2e4209b0c2 req-8a83da48-d512-4217-adec-e193c7eca98b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0792499 Oct 11 17:31:10.541757 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-36824f2b-f600-4705-b85f-304071e27505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.549045 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ebf846d6-6ae6-41b2-bac5-9b2e4209b0c2 req-cd915a7a-ec0c-4b36-95ed-4edd7c4be297 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525370 Oct 11 17:31:10.624246 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-36824f2b-f600-4705-b85f-304071e27505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.661253 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36824f2b-f600-4705-b85f-304071e27505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892fbb9c-2265-4950-986d-aa940f1c1c53,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:10.665587 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-36824f2b-f600-4705-b85f-304071e27505 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=995a99dd8543498fb20c3afd1903b1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265518 Oct 11 17:31:10.668388 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57604) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:10.724680 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a869789b-3f6e-49e9-9426-0d25ddb794fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.751488 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a869789b-3f6e-49e9-9426-0d25ddb794fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.875807 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a869789b-3f6e-49e9-9426-0d25ddb794fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.878432 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a869789b-3f6e-49e9-9426-0d25ddb794fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:10.880217 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a869789b-3f6e-49e9-9426-0d25ddb794fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/892fbb9c-2265-4950-986d-aa940f1c1c53 HTTP/1.1" status: 204 len: 168 time: 0.2109067 Oct 11 17:31:10.887863 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869789b-3f6e-49e9-9426-0d25ddb794fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892fbb9c-2265-4950-986d-aa940f1c1c53,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:11.013820 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3a528316-8237-4e3c-b9bc-f9993bf6ff39 req-5c340553-1708-4ee4-98f4-cdb8a71b4c4f tempest-VolumesActionsTest-560284476 tempest-VolumesActionsTest-560284476-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c3aa57-a31b-4547-bbae-673eb454ad0c HTTP/1.1" status: 200 len: 210 time: 0.0288076 Oct 11 17:31:11.614181 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57624) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:11.629020 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cee80ce0-416b-4522-958f-ed00808fadcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:11.672042 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28612e-1638-426a-8d36-e058110cebea req-23032c50-e7a7-4a8b-aaa4-d79b29b9bd7e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:11.673547 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6a28612e-1638-426a-8d36-e058110cebea req-23032c50-e7a7-4a8b-aaa4-d79b29b9bd7e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Oct 11 17:31:11.715107 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cee80ce0-416b-4522-958f-ed00808fadcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:11.716154 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6a28612e-1638-426a-8d36-e058110cebea req-a402c325-397f-41c0-8b1e-2f82b78480e2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359178 Oct 11 17:31:11.779498 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cee80ce0-416b-4522-958f-ed00808fadcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:11.820904 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-cee80ce0-416b-4522-958f-ed00808fadcc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23d0379b1c804fed9df44855283bca32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056975 Oct 11 17:31:11.823724 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57628) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:11.824050 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee80ce0-416b-4522-958f-ed00808fadcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5331400-4212-4b12-aa75-b071745a4acb,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:11.895986 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-7f1efeb8-c903-4b35-ada7-254c0314aa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:11.918381 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-7f1efeb8-c903-4b35-ada7-254c0314aa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:12.020161 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-7f1efeb8-c903-4b35-ada7-254c0314aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:12.022827 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-7f1efeb8-c903-4b35-ada7-254c0314aa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:12.023983 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-7f1efeb8-c903-4b35-ada7-254c0314aa65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5331400-4212-4b12-aa75-b071745a4acb HTTP/1.1" status: 204 len: 168 time: 0.1990707 Oct 11 17:31:12.031790 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1efeb8-c903-4b35-ada7-254c0314aa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5331400-4212-4b12-aa75-b071745a4acb,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:12.911240 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88ac9-daeb-4df3-af3f-b231c86af999 req-9822d691-ba87-43da-8f38-d151b8df42ee tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:12.912778 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-86f88ac9-daeb-4df3-af3f-b231c86af999 req-9822d691-ba87-43da-8f38-d151b8df42ee tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0892980 Oct 11 17:31:13.057592 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 7428d3a7-7a5d-4752-8b39-d92044613744 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:31:13.091464 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 7428d3a7-7a5d-4752-8b39-d92044613744 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:31:13.091464 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 7428d3a7-7a5d-4752-8b39-d92044613744 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:31:13.133389 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-86f88ac9-daeb-4df3-af3f-b231c86af999 req-0df46367-735f-4bac-a55a-41ff6223b701 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140210 Oct 11 17:31:13.144872 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c5f1d494-1160-4570-b4c3-9052c8f60592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:14.254603 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9e60-0dad-4a78-8041-c0f4d589c562 req-b87e5f7f-93a0-4c97-9840-a5c78c50dcdd tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:14.256103 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-125d9e60-0dad-4a78-8041-c0f4d589c562 req-b87e5f7f-93a0-4c97-9840-a5c78c50dcdd tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0473742 Oct 11 17:31:14.293294 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-125d9e60-0dad-4a78-8041-c0f4d589c562 req-36ee35f1-30b4-4b73-81ab-555e05ca37bc tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Oct 11 17:31:14.425226 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:14.716468 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:15.441693 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a198e-76dc-4756-9947-5b8241181193 req-c35220bc-22f7-42c2-abce-201ae5d13102 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:15.443119 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fa4a198e-76dc-4756-9947-5b8241181193 req-c35220bc-22f7-42c2-abce-201ae5d13102 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Oct 11 17:31:15.480559 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fa4a198e-76dc-4756-9947-5b8241181193 req-70471c06-fc73-4292-8fc7-91b94b6ce165 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Oct 11 17:31:16.147294 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:16.598568 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed35a-9be1-4c2b-9e15-feccc710aff9 req-b49662fb-7250-4d74-a4d9-9cdd85609820 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:16.600038 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-259ed35a-9be1-4c2b-9e15-feccc710aff9 req-b49662fb-7250-4d74-a4d9-9cdd85609820 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Oct 11 17:31:16.638658 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-259ed35a-9be1-4c2b-9e15-feccc710aff9 req-f1e99967-8b2d-451b-8ed1-08dcaf7c19ad tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Oct 11 17:31:17.752625 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58d511-e134-4847-ab2f-010aa2f658cf req-99a1030e-0d82-4091-a162-902ce6129a67 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:17.754120 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9c58d511-e134-4847-ab2f-010aa2f658cf req-99a1030e-0d82-4091-a162-902ce6129a67 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Oct 11 17:31:17.795161 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9c58d511-e134-4847-ab2f-010aa2f658cf req-819cbd02-829c-4d6a-8a88-6d8b5f9d06f0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Oct 11 17:31:18.915878 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a0c6e-96a6-4730-90b1-cb886c5a00b2 req-9ccb51a0-0e0b-4eb7-87db-a24b798a1259 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:18.917340 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-276a0c6e-96a6-4730-90b1-cb886c5a00b2 req-9ccb51a0-0e0b-4eb7-87db-a24b798a1259 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Oct 11 17:31:18.953884 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-276a0c6e-96a6-4730-90b1-cb886c5a00b2 req-df59219d-2149-4463-8acf-9d77b5bffd18 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305347 Oct 11 17:31:20.106616 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f176e-353a-435e-a508-56683d2b3f5d req-dee896b9-deee-42c1-8c61-3e891f94afa4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:20.108173 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e56f176e-353a-435e-a508-56683d2b3f5d req-dee896b9-deee-42c1-8c61-3e891f94afa4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0518577 Oct 11 17:31:20.149359 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e56f176e-353a-435e-a508-56683d2b3f5d req-4a0005d9-4892-4da6-a39d-6361c500629f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346324 Oct 11 17:31:21.265739 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a92f35-55e9-4358-afd2-8806fb88304d req-aab91778-c850-404c-a77c-25c2897398a9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:21.267257 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-03a92f35-55e9-4358-afd2-8806fb88304d req-aab91778-c850-404c-a77c-25c2897398a9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0477629 Oct 11 17:31:21.305973 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-03a92f35-55e9-4358-afd2-8806fb88304d req-e708740f-11f2-438b-9ae4-6fed017b147f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Oct 11 17:31:22.420909 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec8a9-2272-466c-bc7f-1c9319ebe4c6 req-9d3c9a89-7acb-440d-9f3b-4027575983b6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:22.422400 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-160ec8a9-2272-466c-bc7f-1c9319ebe4c6 req-9d3c9a89-7acb-440d-9f3b-4027575983b6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0472736 Oct 11 17:31:22.459261 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-160ec8a9-2272-466c-bc7f-1c9319ebe4c6 req-d06eb1b1-aac4-48ce-b90a-96b71f681b72 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Oct 11 17:31:23.587315 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348e38f-1b6c-4e40-bc94-83dffc776100 req-29ce6965-bb2f-4b5b-866d-50eb278b7a23 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:23.588827 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6348e38f-1b6c-4e40-bc94-83dffc776100 req-29ce6965-bb2f-4b5b-866d-50eb278b7a23 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0532713 Oct 11 17:31:23.626033 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6348e38f-1b6c-4e40-bc94-83dffc776100 req-6aa31503-dcda-40b6-a8b3-b6b96eaf917d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Oct 11 17:31:24.743481 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05329c8-91e3-4607-ad69-a6da15ae2c14 req-f18e65a4-f448-4798-b5f5-ec764707b8c7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:24.744962 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a05329c8-91e3-4607-ad69-a6da15ae2c14 req-f18e65a4-f448-4798-b5f5-ec764707b8c7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Oct 11 17:31:24.783300 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a05329c8-91e3-4607-ad69-a6da15ae2c14 req-3a91c7f8-253c-4d7c-a58c-7821da089d6f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324118 Oct 11 17:31:25.900492 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d999d9-0273-41ad-92d1-fb97c81c463a req-7643c574-3441-460a-943d-df2285087e0a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:25.902095 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-41d999d9-0273-41ad-92d1-fb97c81c463a req-7643c574-3441-460a-943d-df2285087e0a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Oct 11 17:31:25.939734 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-41d999d9-0273-41ad-92d1-fb97c81c463a req-e1015e3c-aa9b-4f75-a78c-4ed407ecebb5 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Oct 11 17:31:26.077669 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 57960) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:26.184621 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:26.267168 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:26.321836 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:26.362826 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65398d76b830451ca4870248634ad29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840433 Oct 11 17:31:26.363664 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f879d266-5fd3-4720-8bae-26e71598724e,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:26.365882 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 57972) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:31:26.371167 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.371469 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.371906 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.372237 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.372565 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.372894 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.373248 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.373571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.373895 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.374212 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.374529 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.375726 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a5d484-5792-49b0-8201-76d4bf4bd288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.416687 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:26.439978 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:26.567500 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:26.570778 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:26.571951 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f879d266-5fd3-4720-8bae-26e71598724e HTTP/1.1" status: 204 len: 168 time: 0.2048388 Oct 11 17:31:26.579771 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f879d266-5fd3-4720-8bae-26e71598724e,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:26.587574 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.587929 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.588296 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.588628 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.588957 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.589310 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.589633 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.590059 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.590260 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.590579 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.590894 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:26.591206 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b0d11-5f68-4e70-ab5a-0f4dbfb864e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:27.151682 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b16dd0-8fe1-4339-a5cd-11ca023d089c req-2870feff-48f2-4397-a8ff-9f80c39d89f2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:27.152972 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-37b16dd0-8fe1-4339-a5cd-11ca023d089c req-2870feff-48f2-4397-a8ff-9f80c39d89f2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0495610 Oct 11 17:31:27.191748 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-37b16dd0-8fe1-4339-a5cd-11ca023d089c req-d3663ed4-3d57-4a33-9b42-342c270125d8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Oct 11 17:31:27.730690 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:31:28.308678 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e369e-0550-434f-b386-95b81cd996ce req-0d3e2adf-bdae-4869-a6ac-f2628ed07e08 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:28.310288 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-709e369e-0550-434f-b386-95b81cd996ce req-0d3e2adf-bdae-4869-a6ac-f2628ed07e08 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0479245 Oct 11 17:31:28.354871 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-709e369e-0550-434f-b386-95b81cd996ce req-f66accac-9473-47f8-9ea6-7c8f34c189b1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383470 Oct 11 17:31:29.468787 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569641c-f188-41ee-b0d2-3c302a96a606 req-0ccc1e73-a0fc-458b-82d2-9001d374dffc tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:29.470214 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8569641c-f188-41ee-b0d2-3c302a96a606 req-0ccc1e73-a0fc-458b-82d2-9001d374dffc tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0470583 Oct 11 17:31:29.506534 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8569641c-f188-41ee-b0d2-3c302a96a606 req-c08c4b46-335b-4b80-b247-08a9cefe4139 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Oct 11 17:31:30.401668 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:30.625329 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a43cfe-b798-4883-8bf7-866eead3e93f req-0546ada0-d103-456b-bf21-a3348d0ffac8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:30.626758 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-33a43cfe-b798-4883-8bf7-866eead3e93f req-0546ada0-d103-456b-bf21-a3348d0ffac8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0465636 Oct 11 17:31:30.662796 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-33a43cfe-b798-4883-8bf7-866eead3e93f req-a662c810-8056-4750-af2c-e6d351b3299e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Oct 11 17:31:31.776312 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e5a54-8daf-4df5-8716-b5bb966c356c req-09c667ff-16a9-4b81-900d-94e50c318e33 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:31.777848 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d78e5a54-8daf-4df5-8716-b5bb966c356c req-09c667ff-16a9-4b81-900d-94e50c318e33 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0483530 Oct 11 17:31:31.818804 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d78e5a54-8daf-4df5-8716-b5bb966c356c req-dd612424-789d-4700-87a8-e3f9387b8ce0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Oct 11 17:31:32.847097 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-484754cc-df63-49d0-8191-d86353b4344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:32.848580 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-484754cc-df63-49d0-8191-d86353b4344f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1098 time: 0.0394840 Oct 11 17:31:32.984588 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234e689-57fc-4496-8bc9-8044d38174da req-9aeb33a5-6c05-47a8-bc75-6dd05f2c577e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:32.986081 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3234e689-57fc-4496-8bc9-8044d38174da req-9aeb33a5-6c05-47a8-bc75-6dd05f2c577e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0971711 Oct 11 17:31:33.001694 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-233c48bd-8a4f-40ba-9567-914bac11d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:33.003051 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-233c48bd-8a4f-40ba-9567-914bac11d55a service neutron] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 920 time: 0.1318526 Oct 11 17:31:33.056215 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-4e3bf345-5ef0-46eb-972e-e60c18bce154 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 HTTP/1.1" status: 200 len: 217 time: 0.0405073 Oct 11 17:31:33.059024 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3234e689-57fc-4496-8bc9-8044d38174da req-7ee0aa2b-a1d1-4fb4-857d-01703a5aaa48 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655046 Oct 11 17:31:33.109975 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-fdba171f-bdd1-4dba-8f3e-1485ee230673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:33.111501 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-fdba171f-bdd1-4dba-8f3e-1485ee230673 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.0475857 Oct 11 17:31:33.153982 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-358b17a8-184a-4dc1-862f-18741851e165 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271275 Oct 11 17:31:33.265685 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-eb56af63-db89-4b5d-9e62-a6ff82d3ac4c service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835235 Oct 11 17:31:33.358329 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-59441285-b46a-47f6-aceb-c5c8b781bb59 req-b595c811-8ad7-4a0c-af2a-cde8a20c57d6 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845685 Oct 11 17:31:34.180750 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46785b-918b-4fdb-9824-42b62b7cf35a req-df621bdb-9c1b-4f9e-ae66-59879c60d71f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:34.192563 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aa46785b-918b-4fdb-9824-42b62b7cf35a req-df621bdb-9c1b-4f9e-ae66-59879c60d71f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0556428 Oct 11 17:31:34.229228 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aa46785b-918b-4fdb-9824-42b62b7cf35a req-96bab459-cf85-4a73-a33a-362ea1b877f6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Oct 11 17:31:34.565777 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-83e892e3-64e3-4046-ac26-d974f3b56170 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:34.567124 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-83e892e3-64e3-4046-ac26-d974f3b56170 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 815 time: 0.1242135 Oct 11 17:31:34.584816 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-eb46d5bd-9e88-411e-b9ef-984efd07372b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/quotas/45cb158b84f04eb9a9d655242c2622e7 HTTP/1.1" status: 200 len: 375 time: 0.0100927 Oct 11 17:31:34.646964 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-549cc3fc-6693-4242-9ae2-e261ea7c8366 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569015 Oct 11 17:31:34.739181 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-b70a213f-2613-4d65-b893-c8f2991bb6e7 service neutron] 10.222.0.42 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849519 Oct 11 17:31:34.827174 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-8f770f83-e7fc-4d78-a3f2-6e630ca0de81 service neutron] 10.222.0.42 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811977 Oct 11 17:31:34.972550 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2138980-9b76-4c12-8e75-5a701fb85dc2 req-1eb13778-79ca-41f3-b2c9-87327675dac6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:34.974041 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b2138980-9b76-4c12-8e75-5a701fb85dc2 req-1eb13778-79ca-41f3-b2c9-87327675dac6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0512240 Oct 11 17:31:35.011797 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b2138980-9b76-4c12-8e75-5a701fb85dc2 req-076f7a48-7c71-44b9-a760-594f3ff74e61 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312414 Oct 11 17:31:35.069358 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7636f702-6039-419a-bc5a-e9421ff7afc1 req-402a1513-836f-4ba3-8988-1b58c193f6b2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 210 time: 0.0260963 Oct 11 17:31:35.358996 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d741c8f-3305-44be-9411-754e402b731a req-7f7ba92a-e7b2-47f4-bdc8-5572653545a8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:35.360745 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4d741c8f-3305-44be-9411-754e402b731a req-7f7ba92a-e7b2-47f4-bdc8-5572653545a8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0590856 Oct 11 17:31:35.399121 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4d741c8f-3305-44be-9411-754e402b731a req-b889b58a-f4de-4544-95a3-ea0045a958ef tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Oct 11 17:31:36.128455 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb424c-ccca-4fed-b246-85cb8abdb2d2 req-4eaa5242-d7ae-41ab-abab-f229fc59dcd6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:36.129956 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e1bb424c-ccca-4fed-b246-85cb8abdb2d2 req-4eaa5242-d7ae-41ab-abab-f229fc59dcd6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0463555 Oct 11 17:31:36.170811 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e1bb424c-ccca-4fed-b246-85cb8abdb2d2 req-09da7a05-8a47-467b-9206-daa5df810a2f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342865 Oct 11 17:31:36.249009 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9d58eff3-66e8-4200-bcbd-1cabfadf51c7 req-de61f980-1775-4e12-b9be-573838d689f8 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 210 time: 0.0253017 Oct 11 17:31:36.510681 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2baeb-38a6-480e-b7fb-bb3f38798466 req-d67570dd-d8e3-44e9-93bc-15f92ef0b229 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:36.512152 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8ce2baeb-38a6-480e-b7fb-bb3f38798466 req-d67570dd-d8e3-44e9-93bc-15f92ef0b229 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0472822 Oct 11 17:31:36.548446 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8ce2baeb-38a6-480e-b7fb-bb3f38798466 req-97488fac-ef78-4455-9ee8-8aeac834718c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305021 Oct 11 17:31:37.281266 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ad9f-f9b2-4516-9795-9e133c6b403b req-62eab795-3756-4857-aa1c-356fe09fb7e8 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:37.282706 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f147ad9f-f9b2-4516-9795-9e133c6b403b req-62eab795-3756-4857-aa1c-356fe09fb7e8 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0464463 Oct 11 17:31:37.320996 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f147ad9f-f9b2-4516-9795-9e133c6b403b req-a4ed4992-cd62-4ce9-8f5c-0eb45cb152ff tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316651 Oct 11 17:31:37.403463 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-51448932-894d-42cc-94d8-f9d5c189f1a1 req-783332b5-8ace-473c-9eb6-9ad1520e9c6d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 210 time: 0.0285420 Oct 11 17:31:37.657857 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d94c16-f6c9-4611-9d34-56f88072287f req-229cb213-fb97-4f2b-be65-0d0d82229cc4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:37.659302 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-32d94c16-f6c9-4611-9d34-56f88072287f req-229cb213-fb97-4f2b-be65-0d0d82229cc4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0469940 Oct 11 17:31:37.696151 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-32d94c16-f6c9-4611-9d34-56f88072287f req-900b1e5e-12c5-419f-a361-972bcdec6f96 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301654 Oct 11 17:31:38.449193 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcc996-7110-49b2-ab70-5f9fe91d1fa2 req-0dd5c538-d4b8-4693-a076-7b1e2674ec40 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:38.450661 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-71bcc996-7110-49b2-ab70-5f9fe91d1fa2 req-0dd5c538-d4b8-4693-a076-7b1e2674ec40 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0484302 Oct 11 17:31:38.505898 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3621f423-48f9-4a6b-afcd-a60f2205cf10 req-30541baa-c2bd-48ed-a469-0efa4e5a75e6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 210 time: 0.0344696 Oct 11 17:31:38.513734 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-71bcc996-7110-49b2-ab70-5f9fe91d1fa2 req-5c96b07c-08a7-4666-982c-a4b652c647ac tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571783 Oct 11 17:31:38.809262 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf005dc-fb91-4b92-9350-ddf0c97784bc req-e843d93b-f7ec-418c-94a5-cee179990fd0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:38.810730 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9bf005dc-fb91-4b92-9350-ddf0c97784bc req-e843d93b-f7ec-418c-94a5-cee179990fd0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0486588 Oct 11 17:31:38.848150 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9bf005dc-fb91-4b92-9350-ddf0c97784bc req-3b646b8e-857e-4af8-96fb-638be5dea838 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309086 Oct 11 17:31:39.619545 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-65d97cc9-231e-45f5-b4b4-539d8312ebd2 req-a377b677-85ca-4127-a4fa-82f51bd21642 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 210 time: 0.0405684 Oct 11 17:31:39.626040 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-3dca08c9-191e-4499-a522-deefdfa490ba tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:39.627353 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-3dca08c9-191e-4499-a522-deefdfa490ba tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/networks?id=e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 200 len: 815 time: 0.1373096 Oct 11 17:31:39.654130 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Request body: {'port': {'device_id': '07b62f87-dfe1-403f-8a72-9e905e63e079', 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'admin_state_up': True, 'tenant_id': '45cb158b84f04eb9a9d655242c2622e7'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:31:39.707508 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763bdd5-2500-42c1-8261-7d6f47fb1ce1 req-01f534d8-632b-4806-8a3e-bdaf643da059 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:39.708969 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0763bdd5-2500-42c1-8261-7d6f47fb1ce1 req-01f534d8-632b-4806-8a3e-bdaf643da059 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.1145577 Oct 11 17:31:39.770541 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0763bdd5-2500-42c1-8261-7d6f47fb1ce1 req-e384cb8f-38ad-435b-a80d-ef6c35ef4b39 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538898 Oct 11 17:31:39.852618 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Made reservation on behalf of 45cb158b84f04eb9a9d655242c2622e7 for: {'port': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:31:39.856257 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:39.907172 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2796c0-d9ce-47df-b0fd-4d75cb4cf0ba req-927bd89e-6c2c-4ca1-853f-f7febe65a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:39.909579 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9c2796c0-d9ce-47df-b0fd-4d75cb4cf0ba req-927bd89e-6c2c-4ca1-853f-f7febe65a5d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1098 time: 0.0418575 Oct 11 17:31:39.951118 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9c2796c0-d9ce-47df-b0fd-4d75cb4cf0ba req-9504af3d-d3cd-4f9b-84db-f6f111dc757a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Oct 11 17:31:40.010973 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e4a37-3a24-4884-801a-80bfe1867c7e req-55acf423-4f68-4a06-aa4a-235787d1e4f6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:40.012505 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e92e4a37-3a24-4884-801a-80bfe1867c7e req-55acf423-4f68-4a06-aa4a-235787d1e4f6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0939908 Oct 11 17:31:40.039541 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Allocated IP 172.20.0.13 (e74b844b-1e0d-469b-b7fa-d9679bb91766/55514ad8-cbb9-4130-9673-de9531d5a35c/315e2ae2-9367-4114-8df1-92278b95d1b9) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:31:40.077897 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e92e4a37-3a24-4884-801a-80bfe1867c7e req-20a46b7d-2b4f-4e57-88ad-4aecf94ab8d9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586927 Oct 11 17:31:40.222277 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:40.315249 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:40.331138 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['852a9582-8bac-4690-82e3-a252eaf8980c', '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf', '0248846d-77f0-48a2-a0a3-922113e95b88'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:31:40.359581 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Network e74b844b-1e0d-469b-b7fa-d9679bb91766 is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:31:40.362766 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:31:40.370381 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:31:40.404896 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Pushing event updated for resources: {'Port': ['ID=315e2ae2-9367-4114-8df1-92278b95d1b9,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:40.433110 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:40.433752 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:40.489952 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e14b94f6-1fbf-413b-9a53-995af6e19939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:40.525127 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06c64eb0-19e5-43cb-afd0-3a68c8ab0a57 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8765137 Oct 11 17:31:40.538004 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Request body: {'port': {'device_id': '07b62f87-dfe1-403f-8a72-9e905e63e079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:31:40.878387 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:40.919706 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30570ab2-854a-43c8-868a-e449d2f27445 req-08ea400a-b0cd-4f88-935c-fe50fce94867 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:40.933713 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30570ab2-854a-43c8-868a-e449d2f27445 req-08ea400a-b0cd-4f88-935c-fe50fce94867 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 932 time: 0.0973926 Oct 11 17:31:41.090306 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c2f61-39c2-4539-acd2-ab2273e03392 req-4158cdb6-2354-4e94-bd62-8ae50b5df7df tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:41.091783 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-356c2f61-39c2-4539-acd2-ab2273e03392 req-4158cdb6-2354-4e94-bd62-8ae50b5df7df tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.1940467 Oct 11 17:31:41.106187 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30570ab2-854a-43c8-868a-e449d2f27445 req-f0771b67-ff37-48ad-807e-ac29e33bf28b tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448100 Oct 11 17:31:41.161709 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-356c2f61-39c2-4539-acd2-ab2273e03392 req-f142d531-7b3a-4c1e-8b86-4dba98773511 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638137 Oct 11 17:31:41.273561 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af884f-1263-457e-9a4f-25329688c212 req-efeb5180-c521-4557-8500-4fbe746a136d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:41.275039 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-41af884f-1263-457e-9a4f-25329688c212 req-efeb5180-c521-4557-8500-4fbe746a136d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0754287 Oct 11 17:31:41.354870 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-41af884f-1263-457e-9a4f-25329688c212 req-0d5710d0-f38f-44ef-bc31-7cf6c467bf7b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702469 Oct 11 17:31:41.369801 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315e2ae2-9367-4114-8df1-92278b95d1b9 {{(pid=94391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:31:41.377285 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:41.389683 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.provisioning_blocks [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Transition to ACTIVE for port object 315e2ae2-9367-4114-8df1-92278b95d1b9 will not be triggered until provisioned by entity L2. {{(pid=94391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:31:41.481349 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:41.540017 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Pushing event updated for resources: {'Port': ['ID=315e2ae2-9367-4114-8df1-92278b95d1b9,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:41.618963 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Attempting to bind port 315e2ae2-9367-4114-8df1-92278b95d1b9 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:31:41.619291 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Attempting to bind port 315e2ae2-9367-4114-8df1-92278b95d1b9 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:31:41.619616 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Attempting to bind port 315e2ae2-9367-4114-8df1-92278b95d1b9 on network e74b844b-1e0d-469b-b7fa-d9679bb91766 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:31:41.633032 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Port 315e2ae2-9367-4114-8df1-92278b95d1b9 on network e74b844b-1e0d-469b-b7fa-d9679bb91766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:31:41.633459 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Attempting to bind port 315e2ae2-9367-4114-8df1-92278b95d1b9 on network e74b844b-1e0d-469b-b7fa-d9679bb91766 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:31:41.639611 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:31:41.641402 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Checking segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:31:41.642219 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Bound using segment: {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:31:41.642696 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Bound port: 315e2ae2-9367-4114-8df1-92278b95d1b9, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58792144-bbdc-4608-bec4-0678722e7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766'}}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:31:41.643153 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:41.716479 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] For port 315e2ae2-9367-4114-8df1-92278b95d1b9, host hv-cinder-80895, cleared binding levels {{(pid=94391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:31:41.720232 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] For port 315e2ae2-9367-4114-8df1-92278b95d1b9, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=315e2ae2-9367-4114-8df1-92278b95d1b9,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:31:41.817708 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:41.859568 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:41.860188 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:41.861895 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] 10.222.0.48 "PUT /v2.0/ports/315e2ae2-9367-4114-8df1-92278b95d1b9 HTTP/1.1" status: 200 len: 1094 time: 1.3286493 Oct 11 17:31:41.862363 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b62f87-dfe1-403f-8a72-9e905e63e079', 'tag': '315e2ae2-9367-4114-8df1-92278b95d1b9'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:31:41.864751 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f3ec4d-6dbb-4a8b-ba76-896c115b8c55" -d '{"events": [{"name": "network-changed", "server_uuid": "07b62f87-dfe1-403f-8a72-9e905e63e079", "tag": "315e2ae2-9367-4114-8df1-92278b95d1b9"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:31:41.900534 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dce5b8-055f-4364-be4f-2132a4249eea service neutron] Pushing event updated for resources: {'Port': ['ID=315e2ae2-9367-4114-8df1-92278b95d1b9,revision_number=3']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:41.923353 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb56a31-d5f3-4461-8033-59227e716c45 x-openstack-request-id: req-5cb56a31-d5f3-4461-8033-59227e716c45 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:31:41.923645 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b62f87-dfe1-403f-8a72-9e905e63e079", "tag": "315e2ae2-9367-4114-8df1-92278b95d1b9", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:31:41.923898 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cb56a31-d5f3-4461-8033-59227e716c45 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:31:41.924292 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b62f87-dfe1-403f-8a72-9e905e63e079', 'tag': '315e2ae2-9367-4114-8df1-92278b95d1b9', 'status': 'completed', 'code': 200} Oct 11 17:31:42.003430 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3ec4d-6dbb-4a8b-ba76-896c115b8c55 req-b1daccf4-419e-461a-b9ab-2784f06a7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:42.004985 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01f3ec4d-6dbb-4a8b-ba76-896c115b8c55 req-b1daccf4-419e-461a-b9ab-2784f06a7adf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 1097 time: 0.0531564 Oct 11 17:31:42.115321 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3ec4d-6dbb-4a8b-ba76-896c115b8c55 req-be513787-9706-4ff2-bb83-1d65de32c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:42.116846 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01f3ec4d-6dbb-4a8b-ba76-896c115b8c55 req-be513787-9706-4ff2-bb83-1d65de32c20e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=45cb158b84f04eb9a9d655242c2622e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1011128 Oct 11 17:31:42.315350 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3ec4d-6dbb-4a8b-ba76-896c115b8c55 req-62b32d46-c387-48a8-a289-e5c70ddee76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:42.317002 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01f3ec4d-6dbb-4a8b-ba76-896c115b8c55 req-62b32d46-c387-48a8-a289-e5c70ddee76e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1864421 Oct 11 17:31:42.328319 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f74f39-e219-49af-b51e-10b8cffd9d3f req-8b40ac1e-18d9-4323-a311-3ea6684a55ef tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:42.329826 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-43f74f39-e219-49af-b51e-10b8cffd9d3f req-8b40ac1e-18d9-4323-a311-3ea6684a55ef tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 944 time: 0.1208258 Oct 11 17:31:42.342828 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274c108-fa4d-45b1-8c96-32434a4129f4 req-0beafb97-a2d7-4f5d-884b-9720242a3391 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:42.350144 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2274c108-fa4d-45b1-8c96-32434a4129f4 req-0beafb97-a2d7-4f5d-884b-9720242a3391 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.1031265 Oct 11 17:31:42.433960 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2274c108-fa4d-45b1-8c96-32434a4129f4 req-803afc1f-109b-42da-88e5-a005d3090841 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825477 Oct 11 17:31:42.453272 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-43f74f39-e219-49af-b51e-10b8cffd9d3f req-49db81ef-b627-4eb1-b0de-54219f51af90 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830674 Oct 11 17:31:42.466573 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-3bc7034e-0ef2-44a3-a767-6de6ba436ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:42.468066 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-3bc7034e-0ef2-44a3-a767-6de6ba436ea6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45cb158b84f04eb9a9d655242c2622e7&device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 1097 time: 0.0992334 Oct 11 17:31:42.558995 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeb483-c679-4958-91c1-49643001fede req-78250bd2-2c15-4bb3-8104-3a2be3989c9f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:42.562886 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6efeb483-c679-4958-91c1-49643001fede req-78250bd2-2c15-4bb3-8104-3a2be3989c9f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0692563 Oct 11 17:31:42.656445 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-d7c213cc-2b14-4a10-8e52-1c63f5c0ddf3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315e2ae2-9367-4114-8df1-92278b95d1b9 HTTP/1.1" status: 200 len: 217 time: 0.0918741 Oct 11 17:31:42.725123 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6efeb483-c679-4958-91c1-49643001fede req-57e42f2c-6e83-4524-8cf0-437c06e18414 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529815 Oct 11 17:31:42.768624 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06bd151d-8ea8-453a-aa1d-8ae2c7c8c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:42.770717 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-06bd151d-8ea8-453a-aa1d-8ae2c7c8c708 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55514ad8-cbb9-4130-9673-de9531d5a35c HTTP/1.1" status: 200 len: 855 time: 0.1030388 Oct 11 17:31:42.815840 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-8b924d8b-1f17-481d-81aa-5a5dde61ecf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74b844b-1e0d-469b-b7fa-d9679bb91766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334225 Oct 11 17:31:42.912748 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-13b1a2bf-6277-4b75-b76c-01ab0e374fc4 service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887585 Oct 11 17:31:43.015970 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30745b06-9e81-42d1-9a9e-5ede6b88c6b5 req-88dcaf42-c202-4086-b8a5-aeb9746b66ae service neutron] 10.222.0.48 "GET /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939884 Oct 11 17:31:43.155877 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-df210103-6187-4f59-bdff-06e3f0462318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:43.169776 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c291e0a-66a9-403c-b781-b2266ff7cf81 req-588cc411-2e05-41e1-b995-09af77bdd1e0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:43.172055 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8c291e0a-66a9-403c-b781-b2266ff7cf81 req-588cc411-2e05-41e1-b995-09af77bdd1e0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0541039 Oct 11 17:31:43.254560 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8c291e0a-66a9-403c-b781-b2266ff7cf81 req-5621d760-955d-4494-883a-bd919f24e2e7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764251 Oct 11 17:31:43.261557 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f560a29-91b2-472a-8e91-c55164badafd req-8555bc5e-5850-4f55-889f-b91e2e90c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:43.263216 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f560a29-91b2-472a-8e91-c55164badafd req-8555bc5e-5850-4f55-889f-b91e2e90c63a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1098 time: 0.0660362 Oct 11 17:31:43.368884 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f560a29-91b2-472a-8e91-c55164badafd req-3a42f5a5-d2f5-41e4-8b71-1b3a525e2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:43.370473 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f560a29-91b2-472a-8e91-c55164badafd req-3a42f5a5-d2f5-41e4-8b71-1b3a525e2b0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 920 time: 0.0968726 Oct 11 17:31:43.457812 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f560a29-91b2-472a-8e91-c55164badafd req-3b235398-839f-4894-9c58-9b50c7694dd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 HTTP/1.1" status: 200 len: 217 time: 0.0645123 Oct 11 17:31:43.587116 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f560a29-91b2-472a-8e91-c55164badafd req-1475d63e-26a0-4d99-974a-7f2a49d8ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:43.588625 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f560a29-91b2-472a-8e91-c55164badafd req-1475d63e-26a0-4d99-974a-7f2a49d8ec50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.1082153 Oct 11 17:31:43.637270 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354257e7-4938-4767-9565-a34467ad209f req-36994c68-d4d4-41f4-94c3-25ce68f92d11 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:43.638612 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-354257e7-4938-4767-9565-a34467ad209f req-36994c68-d4d4-41f4-94c3-25ce68f92d11 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.1244059 Oct 11 17:31:43.646062 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390c3d3-a8f4-4d07-917d-64d999b6cc25 req-14a5eeec-1399-471b-a737-47d970a42d10 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:43.647476 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6390c3d3-a8f4-4d07-917d-64d999b6cc25 req-14a5eeec-1399-471b-a737-47d970a42d10 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 944 time: 0.1023333 Oct 11 17:31:43.649246 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f560a29-91b2-472a-8e91-c55164badafd req-4d757722-6a90-403c-b0b0-18d669f258a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476687 Oct 11 17:31:43.755396 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6390c3d3-a8f4-4d07-917d-64d999b6cc25 req-31b88046-66bb-4a97-bccf-98a7aad8c830 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994041 Oct 11 17:31:43.771696 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-354257e7-4938-4767-9565-a34467ad209f req-9b8e0d6c-2fa7-426d-8e3b-044e81acaaed tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215003 Oct 11 17:31:43.806506 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f560a29-91b2-472a-8e91-c55164badafd req-4faaaa72-1ae5-447e-9fb6-fa21567f2f41 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317401 Oct 11 17:31:43.911562 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f560a29-91b2-472a-8e91-c55164badafd req-01f036f3-1570-4994-ba3f-3c1376039fcd service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912557 Oct 11 17:31:44.381868 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6d78-0c86-43c2-9be5-74d4b5bbce88 req-0c9eff5f-762f-4752-804f-e9f70b36e504 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:44.383439 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bebf6d78-0c86-43c2-9be5-74d4b5bbce88 req-0c9eff5f-762f-4752-804f-e9f70b36e504 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0556927 Oct 11 17:31:44.418507 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:44.423596 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bebf6d78-0c86-43c2-9be5-74d4b5bbce88 req-b08fe9fc-cd24-4fe3-bb50-fe4f99870963 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337451 Oct 11 17:31:44.768096 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:44.927214 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f634-f947-4ec8-9c4a-a001e13c36b2 req-4113b953-0222-4eb7-a53d-32541388fed5 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:44.928732 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ae52f634-f947-4ec8-9c4a-a001e13c36b2 req-4113b953-0222-4eb7-a53d-32541388fed5 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 944 time: 0.0894129 Oct 11 17:31:44.940487 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff2aee-d26c-4bb5-9ac3-133fe44f84df req-65bc21e9-ff25-42f4-ae65-865f940d4f5a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:44.941930 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-32ff2aee-d26c-4bb5-9ac3-133fe44f84df req-65bc21e9-ff25-42f4-ae65-865f940d4f5a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0709963 Oct 11 17:31:45.000918 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ae52f634-f947-4ec8-9c4a-a001e13c36b2 req-ffd68b1f-3f00-4c49-b879-705fd33fda0e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580068 Oct 11 17:31:45.003645 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-32ff2aee-d26c-4bb5-9ac3-133fe44f84df req-68c6de64-8651-43d6-b476-201288cc998b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549738 Oct 11 17:31:45.543492 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d08493-7f06-4183-9029-3720fcee56bb req-25a4d165-39c1-47d4-a2e6-7ed2c487093d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:45.545223 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-23d08493-7f06-4183-9029-3720fcee56bb req-25a4d165-39c1-47d4-a2e6-7ed2c487093d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0507803 Oct 11 17:31:45.592512 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-23d08493-7f06-4183-9029-3720fcee56bb req-2600a5e9-2229-41f8-a9f0-06c3831c5122 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Oct 11 17:31:46.064130 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:46.184564 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233e11-4128-488f-8e80-d4486868556b req-d7d37b16-bdca-49ed-9eef-84cb4f3c18c5 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:46.186377 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-10233e11-4128-488f-8e80-d4486868556b req-d7d37b16-bdca-49ed-9eef-84cb4f3c18c5 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0767334 Oct 11 17:31:46.194115 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e52ca-3358-4494-8b38-ce9edc708ab7 req-aaa56631-ab99-4dc6-98b7-f5fc8f63e3df tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:46.195594 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d52e52ca-3358-4494-8b38-ce9edc708ab7 req-aaa56631-ab99-4dc6-98b7-f5fc8f63e3df tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 944 time: 0.1148405 Oct 11 17:31:46.255177 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-10233e11-4128-488f-8e80-d4486868556b req-8a8679a2-3f07-4146-9763-e591ee43e19e tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581982 Oct 11 17:31:46.268401 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d52e52ca-3358-4494-8b38-ce9edc708ab7 req-2b4dd8b5-cd0a-4f05-8781-fb18c586eff2 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656750 Oct 11 17:31:46.718573 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054cddf-d144-4e50-ace1-32c93f348d3e req-b7fa8ac3-b914-4898-8d36-8cc83243a45b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:46.720154 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3054cddf-d144-4e50-ace1-32c93f348d3e req-b7fa8ac3-b914-4898-8d36-8cc83243a45b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0517039 Oct 11 17:31:46.764029 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3054cddf-d144-4e50-ace1-32c93f348d3e req-1bcac6dc-3a54-4cae-927a-97d81f80fe23 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Oct 11 17:31:47.282116 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 315e2ae2-9367-4114-8df1-92278b95d1b9 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:31:47.383431 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 315e2ae2-9367-4114-8df1-92278b95d1b9, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=315e2ae2-9367-4114-8df1-92278b95d1b9,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:31:47.395407 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '315e2ae2-9367-4114-8df1-92278b95d1b9', 'network_id': 'e74b844b-1e0d-469b-b7fa-d9679bb91766', 'port_id': '315e2ae2-9367-4114-8df1-92278b95d1b9', 'mac_address': 'fa:16:3e:6d:58:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55514ad8-cbb9-4130-9673-de9531d5a35c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:31:47.409330 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a108a7-5754-45f5-a20e-b57473cb6732 req-78e69fb3-9e7c-420a-baeb-cda1202e1b3c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:47.410689 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-93a108a7-5754-45f5-a20e-b57473cb6732 req-78e69fb3-9e7c-420a-baeb-cda1202e1b3c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0819612 Oct 11 17:31:47.431071 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239555bf-f0b6-4b68-a334-9234912b0d28 req-8afac60d-a1e9-47e5-b563-53eaff075d1d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:47.432658 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-239555bf-f0b6-4b68-a334-9234912b0d28 req-8afac60d-a1e9-47e5-b563-53eaff075d1d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 944 time: 0.0746138 Oct 11 17:31:47.440430 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:47.461153 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315e2ae2-9367-4114-8df1-92278b95d1b9 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:31:47.483820 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 315e2ae2-9367-4114-8df1-92278b95d1b9, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=315e2ae2-9367-4114-8df1-92278b95d1b9,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:31:47.518215 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-93a108a7-5754-45f5-a20e-b57473cb6732 req-cd25b816-4e89-4f33-958e-e2f842a947c2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846636 Oct 11 17:31:47.541485 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-239555bf-f0b6-4b68-a334-9234912b0d28 req-99223101-ecc1-4e3a-afff-c47473c2ec79 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824804 Oct 11 17:31:47.601901 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:47.652679 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=315e2ae2-9367-4114-8df1-92278b95d1b9,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:47.661536 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.661918 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.662244 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.663128 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.663537 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.664084 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.664428 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.665052 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.665287 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.665600 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.665938 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.666259 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:31:47.894335 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4a2d8-728d-4fac-b927-96dc123c70ad req-4d250a1f-446d-4df8-b6b3-f651ce6d2775 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:47.903139 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5de4a2d8-728d-4fac-b927-96dc123c70ad req-4d250a1f-446d-4df8-b6b3-f651ce6d2775 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0649664 Oct 11 17:31:47.952861 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5de4a2d8-728d-4fac-b927-96dc123c70ad req-a990af9b-beee-458f-94ac-55c03ebf3e6f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463994 Oct 11 17:31:48.151823 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['315e2ae2-9367-4114-8df1-92278b95d1b9'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:31:48.693323 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bf112-ea46-4a14-996b-d1a738f69fdb req-6ee287e0-90ba-4ea6-aff0-12c959f23e2e tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:48.695396 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d66bf112-ea46-4a14-996b-d1a738f69fdb req-6ee287e0-90ba-4ea6-aff0-12c959f23e2e tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0840495 Oct 11 17:31:48.702871 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ddfa7-59f7-4d8e-8cde-70793d9e61ad req-c7c6e3ea-15e9-41e4-993c-437a8e9adf42 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:48.704311 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e14ddfa7-59f7-4d8e-8cde-70793d9e61ad req-c7c6e3ea-15e9-41e4-993c-437a8e9adf42 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 945 time: 0.0832436 Oct 11 17:31:48.777971 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d66bf112-ea46-4a14-996b-d1a738f69fdb req-ef9e1d67-4275-4af7-b151-58e16c846378 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722473 Oct 11 17:31:48.804562 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e14ddfa7-59f7-4d8e-8cde-70793d9e61ad req-b28f5446-db68-43ac-8910-12eefa1d0624 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917909 Oct 11 17:31:50.003803 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6c6d3-f488-4f23-bae0-f6852198825d req-ac0b40b2-1a3c-42f3-b581-0ef1ded15f58 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:50.005486 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8cd6c6d3-f488-4f23-bae0-f6852198825d req-ac0b40b2-1a3c-42f3-b581-0ef1ded15f58 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.1015110 Oct 11 17:31:50.020305 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142f37-6a7e-4e1b-8cfc-2f4ba7186ce3 req-4207b6bf-37b8-492f-9626-71d1b6912657 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:50.029240 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b6142f37-6a7e-4e1b-8cfc-2f4ba7186ce3 req-4207b6bf-37b8-492f-9626-71d1b6912657 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 945 time: 0.0840027 Oct 11 17:31:50.282851 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b6142f37-6a7e-4e1b-8cfc-2f4ba7186ce3 req-4dd60a76-cd1a-4375-a47a-99e8d627c177 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527082 Oct 11 17:31:50.285899 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8cd6c6d3-f488-4f23-bae0-f6852198825d req-f685a8d0-cb1f-4c51-937e-c03ff10ad904 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2475863 Oct 11 17:31:50.414910 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e938f6-7299-4b48-9c6d-ed1610be70e2 req-c2ab0358-f46c-4a90-88b9-596e60c11e4e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:50.416543 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b4e938f6-7299-4b48-9c6d-ed1610be70e2 req-c2ab0358-f46c-4a90-88b9-596e60c11e4e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0589311 Oct 11 17:31:50.463363 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b4e938f6-7299-4b48-9c6d-ed1610be70e2 req-668e0595-6ccb-40a9-8cd9-d6420bf3df51 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Oct 11 17:31:51.340909 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 315e2ae2-9367-4114-8df1-92278b95d1b9 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:31:51.469398 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 315e2ae2-9367-4114-8df1-92278b95d1b9 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:31:51.473526 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 315e2ae2-9367-4114-8df1-92278b95d1b9 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:31:51.474108 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:51.554634 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:51.579715 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b62f87-dfe1-403f-8a72-9e905e63e079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315e2ae2-9367-4114-8df1-92278b95d1b9'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:31:51.582267 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ab7401-f1f8-4d8b-a1c0-670f378ad548" -d '{"events": [{"server_uuid": "07b62f87-dfe1-403f-8a72-9e905e63e079", "name": "network-vif-plugged", "status": "completed", "tag": "315e2ae2-9367-4114-8df1-92278b95d1b9"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:31:51.598518 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 315e2ae2-9367-4114-8df1-92278b95d1b9, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=315e2ae2-9367-4114-8df1-92278b95d1b9,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:31:51.691178 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:31:51.745136 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=315e2ae2-9367-4114-8df1-92278b95d1b9,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:31:53.473397 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa9daf-091f-406d-ad7e-b5a503848b33 req-661a68dc-61d5-423b-873f-8daed8492910 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:53.474934 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-effa9daf-091f-406d-ad7e-b5a503848b33 req-661a68dc-61d5-423b-873f-8daed8492910 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0596757 Oct 11 17:31:53.524164 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-effa9daf-091f-406d-ad7e-b5a503848b33 req-d3156a6b-01c3-40de-a0e0-2f996486c744 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Oct 11 17:31:53.655620 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56843-11eb-4c89-87bd-540c4ec3bd2d req-994c4d72-b3f6-480a-a497-ed79f6838d71 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:53.657245 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bbe56843-11eb-4c89-87bd-540c4ec3bd2d req-994c4d72-b3f6-480a-a497-ed79f6838d71 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0540502 Oct 11 17:31:53.699729 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bbe56843-11eb-4c89-87bd-540c4ec3bd2d req-845ae23f-9fcf-4088-a175-d56c6b9a5762 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348217 Oct 11 17:31:53.757910 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575ff6f-1f1e-4ca7-821f-7049bbf0b946 x-openstack-request-id: req-9575ff6f-1f1e-4ca7-821f-7049bbf0b946 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:31:53.758464 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b62f87-dfe1-403f-8a72-9e905e63e079", "name": "network-vif-plugged", "status": "completed", "tag": "315e2ae2-9367-4114-8df1-92278b95d1b9", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:31:53.758569 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9575ff6f-1f1e-4ca7-821f-7049bbf0b946 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:31:53.759040 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b62f87-dfe1-403f-8a72-9e905e63e079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315e2ae2-9367-4114-8df1-92278b95d1b9', 'code': 200} Oct 11 17:31:54.676107 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ceaa5-5d7f-41e7-b91c-c72b0e1c1650 req-f586eef3-8117-4b51-92a5-3cd0da56b770 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:54.683530 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-300ceaa5-5d7f-41e7-b91c-c72b0e1c1650 req-f586eef3-8117-4b51-92a5-3cd0da56b770 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0587833 Oct 11 17:31:54.731530 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-300ceaa5-5d7f-41e7-b91c-c72b0e1c1650 req-e467b6d6-38a8-4aa4-936c-1c9d6673f443 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 Oct 11 17:31:54.846701 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126715c-2b17-4783-ac62-fd07e26c634b req-3860233f-dfdb-4860-a8d1-e497e75a8a95 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:54.848250 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c126715c-2b17-4783-ac62-fd07e26c634b req-3860233f-dfdb-4860-a8d1-e497e75a8a95 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0592461 Oct 11 17:31:54.894969 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c126715c-2b17-4783-ac62-fd07e26c634b req-aa9d0564-2ebc-4235-ada2-0952d37cd5b0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399868 Oct 11 17:31:55.855671 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f7a91-ba5a-4745-a0bc-43350acdb404 req-7d36bb76-4c88-4055-ba57-1325f7c81277 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:55.857089 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d70f7a91-ba5a-4745-a0bc-43350acdb404 req-7d36bb76-4c88-4055-ba57-1325f7c81277 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0560408 Oct 11 17:31:55.897793 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d70f7a91-ba5a-4745-a0bc-43350acdb404 req-4a494db7-c805-4150-9bb5-40df9b8e10cf tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Oct 11 17:31:56.018379 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059075e6-1ebf-4934-b34a-487998dda39d req-acf8e266-3db0-4d0b-a9f4-bed35d8a0123 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:56.020032 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-059075e6-1ebf-4934-b34a-487998dda39d req-acf8e266-3db0-4d0b-a9f4-bed35d8a0123 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Oct 11 17:31:56.059796 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-059075e6-1ebf-4934-b34a-487998dda39d req-998ef9f6-655b-4d83-ad8b-04dbe816af2c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337718 Oct 11 17:31:56.982875 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde67c4-f621-4cfa-a03b-3f90c3062fba req-ea887590-bdd5-476d-8d51-1ea816c01537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:56.985176 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4bde67c4-f621-4cfa-a03b-3f90c3062fba req-ea887590-bdd5-476d-8d51-1ea816c01537 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 1099 time: 0.0648675 Oct 11 17:31:57.065221 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4bde67c4-f621-4cfa-a03b-3f90c3062fba req-72f40d53-c81f-4f81-bf4c-27ae12ec3ec1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Oct 11 17:31:57.081293 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f06ba3-617d-4a3f-9673-288935bd5ed7 req-adc78111-4f97-4e0f-b338-5980d3cd0f7c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:57.082734 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c2f06ba3-617d-4a3f-9673-288935bd5ed7 req-adc78111-4f97-4e0f-b338-5980d3cd0f7c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0862927 Oct 11 17:31:57.146081 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c2f06ba3-617d-4a3f-9673-288935bd5ed7 req-93dcaa7a-19d8-41e3-9310-3b16e9a0eb42 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Oct 11 17:31:57.203410 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125b5e5-c7ea-4a3a-94ac-027ff97deae3 req-c6118ca3-7719-4ea0-8bc3-acd700aef1cc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:57.204799 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0125b5e5-c7ea-4a3a-94ac-027ff97deae3 req-c6118ca3-7719-4ea0-8bc3-acd700aef1cc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0496125 Oct 11 17:31:57.245055 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0125b5e5-c7ea-4a3a-94ac-027ff97deae3 req-5f1af63d-e9bb-40e8-9065-cf8b2949ad3a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335367 Oct 11 17:31:58.276535 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db899-7f22-4e16-a2d3-612f19078528 req-2575e118-7752-4a11-abca-cdf01449019a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:58.283764 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e4db899-7f22-4e16-a2d3-612f19078528 req-2575e118-7752-4a11-abca-cdf01449019a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0579274 Oct 11 17:31:58.338032 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e4db899-7f22-4e16-a2d3-612f19078528 req-21d16c17-f5a7-47ce-a75a-84986085768f tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529909 Oct 11 17:31:58.430227 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2113f-fc97-492e-9dcf-98df76a97c73 req-c8978175-7a67-453d-81a7-4ae5e93b5726 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:58.432610 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9ce2113f-fc97-492e-9dcf-98df76a97c73 req-c8978175-7a67-453d-81a7-4ae5e93b5726 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0752542 Oct 11 17:31:58.493561 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9ce2113f-fc97-492e-9dcf-98df76a97c73 req-841fff46-994c-4b65-8265-e716e636a1a6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528240 Oct 11 17:31:59.455891 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261558b9-69a9-4029-9a32-bf6935c7da15 req-89793935-fafc-4485-8009-e9b55d590871 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:59.457470 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-261558b9-69a9-4029-9a32-bf6935c7da15 req-89793935-fafc-4485-8009-e9b55d590871 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0539534 Oct 11 17:31:59.517429 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-261558b9-69a9-4029-9a32-bf6935c7da15 req-06277eab-9124-40c2-b146-d7320d48bd38 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Oct 11 17:31:59.628940 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620050f-5aa0-426d-b37b-76179260248a req-726bd2e0-5f6a-4314-98ac-ea2ead3408e6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:31:59.630437 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4620050f-5aa0-426d-b37b-76179260248a req-726bd2e0-5f6a-4314-98ac-ea2ead3408e6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0562251 Oct 11 17:31:59.669250 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4620050f-5aa0-426d-b37b-76179260248a req-5d0e84c6-2dd0-4928-a8b0-831d3037ceeb tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321696 Oct 11 17:32:00.395516 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:00.640023 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048123-b446-41d3-9e4a-a6cb89066701 req-98386787-1da9-43e8-bc13-6384e8733f8c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:00.641525 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-53048123-b446-41d3-9e4a-a6cb89066701 req-98386787-1da9-43e8-bc13-6384e8733f8c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0534117 Oct 11 17:32:00.679600 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-53048123-b446-41d3-9e4a-a6cb89066701 req-29fa5dba-0e07-49bc-aa09-f1c06c08fa70 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Oct 11 17:32:00.796150 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f48b-70e8-4dcd-9cc4-2d31f7b9cc27 req-1c22dfa6-1351-4202-ba48-497ba4286da3 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:00.797740 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-17e5f48b-70e8-4dcd-9cc4-2d31f7b9cc27 req-1c22dfa6-1351-4202-ba48-497ba4286da3 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0554733 Oct 11 17:32:00.835564 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-17e5f48b-70e8-4dcd-9cc4-2d31f7b9cc27 req-1d2c7315-2f4f-47eb-ae27-b60a5af6c3d5 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319610 Oct 11 17:32:01.948666 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1a13f-aa76-4064-982f-4567efb6d498 req-916cd847-f3a7-42e8-b15e-f94f35eb2507 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:01.950142 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f8d1a13f-aa76-4064-982f-4567efb6d498 req-916cd847-f3a7-42e8-b15e-f94f35eb2507 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0477371 Oct 11 17:32:01.987811 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f8d1a13f-aa76-4064-982f-4567efb6d498 req-94409e89-87cf-4a86-bd17-a8e91397560d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317936 Oct 11 17:32:03.114360 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aac6c-33de-47a4-9823-5792fa978dd9 req-e32ef3e7-8b93-4fe1-a7ad-3d5c39f711cd tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:03.115825 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7f3aac6c-33de-47a4-9823-5792fa978dd9 req-e32ef3e7-8b93-4fe1-a7ad-3d5c39f711cd tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0519755 Oct 11 17:32:03.156113 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7f3aac6c-33de-47a4-9823-5792fa978dd9 req-a390af8f-a807-4520-adc6-5c1c6e858f86 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336425 Oct 11 17:32:04.274150 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f5e40-07a5-4f1f-9e87-96e93ba10420 req-5e0f4b63-a12c-4c95-88c4-3c6823f515ad tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:04.275621 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a09f5e40-07a5-4f1f-9e87-96e93ba10420 req-5e0f4b63-a12c-4c95-88c4-3c6823f515ad tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0485721 Oct 11 17:32:04.312508 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a09f5e40-07a5-4f1f-9e87-96e93ba10420 req-71aea65d-bdf8-40df-baae-3421fcb29add tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311518 Oct 11 17:32:04.332867 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58700) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:04.460044 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5f51f7dc-6152-43ac-a728-514df1232beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:04.531130 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5f51f7dc-6152-43ac-a728-514df1232beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:04.606278 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5f51f7dc-6152-43ac-a728-514df1232beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:04.641484 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51f7dc-6152-43ac-a728-514df1232beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6ed48-8bbd-4e5c-a18a-fcc6607ad0e2,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:04.645667 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5f51f7dc-6152-43ac-a728-514df1232beb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2a3e5e1c4e649ebac6cffc8ea580d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117495 Oct 11 17:32:04.648217 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58706) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:04.694836 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c152cdde-b957-4bd4-81af-2e999a1da6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:04.718393 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c152cdde-b957-4bd4-81af-2e999a1da6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:04.728777 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:32:04.840528 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c152cdde-b957-4bd4-81af-2e999a1da6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:04.843118 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c152cdde-b957-4bd4-81af-2e999a1da6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:04.844291 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c152cdde-b957-4bd4-81af-2e999a1da6ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54e6ed48-8bbd-4e5c-a18a-fcc6607ad0e2 HTTP/1.1" status: 204 len: 168 time: 0.1951821 Oct 11 17:32:04.851887 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152cdde-b957-4bd4-81af-2e999a1da6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6ed48-8bbd-4e5c-a18a-fcc6607ad0e2,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:05.424109 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369982-eddc-4326-a11b-d70d050b9fec req-0e1341ac-b31f-4443-90a1-8eee5cb0f21a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:05.425637 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f369982-eddc-4326-a11b-d70d050b9fec req-0e1341ac-b31f-4443-90a1-8eee5cb0f21a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0482736 Oct 11 17:32:05.469522 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f369982-eddc-4326-a11b-d70d050b9fec req-fbe1d28c-15f7-454c-bb69-c035b8758253 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373993 Oct 11 17:32:05.885005 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58738) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:05.978436 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-692891970-network', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:06.103637 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Made reservation on behalf of f70e0c33781b45659256ec42c56d495a for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:06.106071 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.114433 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.187812 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.258223 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.279375 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:32:06.293528 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080ef67a-c73b-47dc-9820-2ffd10050504,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:06.297487 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.297832 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Added segment 59921eeb-c12c-46c6-8dde-73cdde52684b of type vlan for network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 Oct 11 17:32:06.336686 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.422090 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.423062 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:06.423645 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.483339 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] Pushing event updated for resources: {'Network': ['ID=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:06.492702 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:32:06.548455 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-cf5c8521-3f75-44b7-90ce-cacb2590f65e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6619954 Oct 11 17:32:06.555992 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58752) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:06.561296 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Request body: {'subnet': {'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-692891970-subnet', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'ip_version': 4}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:06.599358 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7abe-dc46-4c67-b854-08bff048c44a req-f58cb5b9-c297-4a2b-afcb-a3ecd48fe868 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:06.601170 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-48bb7abe-dc46-4c67-b854-08bff048c44a req-f58cb5b9-c297-4a2b-afcb-a3ecd48fe868 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0544741 Oct 11 17:32:06.638802 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-48bb7abe-dc46-4c67-b854-08bff048c44a req-707a8998-5f87-4bd2-9765-8326de7399da tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311112 Oct 11 17:32:06.658438 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Made reservation on behalf of f70e0c33781b45659256ec42c56d495a for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:06.660768 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25558758'] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.881363 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26285539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25558728'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:06.936835 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b8de0a-35c9-4125-9d9d-34479a76a032,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:06.943126 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Checking segment: {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:06.943480 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Network hostable DHCP agents. Network: d8fb0705-03e6-4cc5-85c8-9e76cd9f2205, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:32:07.023746 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:32:07.103827 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, d8fb0705-03e6-4cc5-85c8-9e76cd9f2205) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:07.108376 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:07.109168 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.115322 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33dc516-3d38-4e7d-b0f7-898ea12792d2 None None] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:32:07.204003 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c4205cb3-6ac1-430b-b0d7-12f9e9917c09 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6468887 Oct 11 17:32:07.206601 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58758) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:07.211126 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:07.255692 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58762) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:07.258811 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-d8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:32:07.259674 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.300904 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a243417b-f2e9-4042-8ced-83323b992bf8 admin admin] Deleting subnet 765b7dd6-f689-4c7a-892f-c833afa2c2d5 {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:32:07.304322 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.305347 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.308991 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a243417b-f2e9-4042-8ced-83323b992bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.360864 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a243417b-f2e9-4042-8ced-83323b992bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378531'] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.395613 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Allocated IP 172.20.0.2 (d8fb0705-03e6-4cc5-85c8-9e76cd9f2205/b2b8de0a-35c9-4125-9d9d-34479a76a032/44fa6dc1-855b-47a7-aa36-799ae651ab98) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:07.411689 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.428245 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a243417b-f2e9-4042-8ced-83323b992bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.535968 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.624742 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.665208 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:07.669214 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:07.673114 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:07.687260 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Pushing event updated for resources: {'Port': ['ID=44fa6dc1-855b-47a7-aa36-799ae651ab98,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:07.733950 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Attempting to bind port 44fa6dc1-855b-47a7-aa36-799ae651ab98 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:07.734419 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Attempting to bind port 44fa6dc1-855b-47a7-aa36-799ae651ab98 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:07.734787 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Attempting to bind port 44fa6dc1-855b-47a7-aa36-799ae651ab98 on network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:07.740540 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:07.740906 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Checking segment: {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:07.741342 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.741732 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Bound using segment: {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:07.742199 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Bound port: 44fa6dc1-855b-47a7-aa36-799ae651ab98, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:07.742583 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.772459 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b00b2-0c71-4f5a-8db5-a577efeb54a4 req-3a475daa-bc87-44c6-a6d6-7cd8c3325615 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:07.774201 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f6b00b2-0c71-4f5a-8db5-a577efeb54a4 req-3a475daa-bc87-44c6-a6d6-7cd8c3325615 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0529256 Oct 11 17:32:07.813559 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] For port 44fa6dc1-855b-47a7-aa36-799ae651ab98, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:07.816742 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] For port 44fa6dc1-855b-47a7-aa36-799ae651ab98, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=44fa6dc1-855b-47a7-aa36-799ae651ab98,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:07.826290 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a243417b-f2e9-4042-8ced-83323b992bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26285472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25558721'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.826555 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f6b00b2-0c71-4f5a-8db5-a577efeb54a4 req-31b3a40a-580a-4c54-822c-be17855cfc23 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378654 Oct 11 17:32:07.872337 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243417b-f2e9-4042-8ced-83323b992bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765b7dd6-f689-4c7a-892f-c833afa2c2d5,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:07.876654 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.879891 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a243417b-f2e9-4042-8ced-83323b992bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.883044 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a243417b-f2e9-4042-8ced-83323b992bf8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/765b7dd6-f689-4c7a-892f-c833afa2c2d5 HTTP/1.1" status: 204 len: 168 time: 0.6256621 Oct 11 17:32:07.885528 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58770) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:07.904348 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.955249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:07.958330 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b1b76-4f1a-4e17-940d-38850b6270ce None None] Pushing event updated for resources: {'Port': ['ID=44fa6dc1-855b-47a7-aa36-799ae651ab98,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:08.072520 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.096105 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12730782-6875-4d6b-bdf9-becfb4f67a46']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:08.107770 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef90ee8-e858-4993-a09e-3ed6cadb796c') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:08.108063 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef90ee8-e858-4993-a09e-3ed6cadb796c') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:08.119342 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.142457 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.154853 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:32:08.155265 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:32:08.157005 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:32:08.315115 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.326076 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.331042 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] 10.222.0.42 "DELETE /v2.0/networks/12730782-6875-4d6b-bdf9-becfb4f67a46 HTTP/1.1" status: 204 len: 168 time: 0.4430478 Oct 11 17:32:08.345015 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a0848-687d-4d26-b5f3-65b0b7ad8549 admin admin] Pushing event deleted for resources: {'Network': ['ID=12730782-6875-4d6b-bdf9-becfb4f67a46,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:08.383661 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.403711 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.514930 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Allocated IP 172.27.3.17 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/c1d496fe-983a-4dde-8782-a6a9c213b063) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:08.623389 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.712553 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58788) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:08.751407 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.758397 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a68d1f31-5dff-48d0-b8f8-b9e94820c344 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e4b11e2baa6400eb0653992c0f8078a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446553 Oct 11 17:32:08.764796 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 58790) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:08.799732 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:08.806604 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:08.812848 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:08.815006 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Pushing event updated for resources: {'Port': ['ID=c1d496fe-983a-4dde-8782-a6a9c213b063,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:08.820111 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-30c4bb94-640a-496f-b869-f55820ead097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.855966 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-30c4bb94-640a-496f-b869-f55820ead097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:08.933518 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ddbe5-f545-4a7b-8fe2-9b9d78be3edb None None] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:32:08.944484 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aae90-c2a9-43f5-bde7-57d17226eebf req-9d8dcd62-31e9-467e-91ec-455d9f40bcd3 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:08.946053 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bc3aae90-c2a9-43f5-bde7-57d17226eebf req-9d8dcd62-31e9-467e-91ec-455d9f40bcd3 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0568550 Oct 11 17:32:08.990617 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bc3aae90-c2a9-43f5-bde7-57d17226eebf req-dd8c09af-55b5-4b7b-b616-1427ffbf3ba1 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374348 Oct 11 17:32:09.004838 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-13ef6e71-a112-4b0e-ae60-63f28b9097ee None None] Provisioning complete for port 44fa6dc1-855b-47a7-aa36-799ae651ab98 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:09.005274 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-13ef6e71-a112-4b0e-ae60-63f28b9097ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.012770 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-30c4bb94-640a-496f-b869-f55820ead097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.015960 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-30c4bb94-640a-496f-b869-f55820ead097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.017299 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-30c4bb94-640a-496f-b869-f55820ead097 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08469a00-0d8c-405c-afa6-54b8c1d3c778 HTTP/1.1" status: 204 len: 168 time: 0.2514453 Oct 11 17:32:09.030445 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4bb94-640a-496f-b869-f55820ead097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08469a00-0d8c-405c-afa6-54b8c1d3c778,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:09.124465 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 44fa6dc1-855b-47a7-aa36-799ae651ab98 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:09.185644 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.228223 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-13ef6e71-a112-4b0e-ae60-63f28b9097ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.249924 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 44fa6dc1-855b-47a7-aa36-799ae651ab98 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:09.250296 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.288993 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-13ef6e71-a112-4b0e-ae60-63f28b9097ee None None] For port 44fa6dc1-855b-47a7-aa36-799ae651ab98, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=44fa6dc1-855b-47a7-aa36-799ae651ab98,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:09.358725 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.390495 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-13ef6e71-a112-4b0e-ae60-63f28b9097ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.408297 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.461403 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.db.api [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 17:32:09.461759 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG oslo_db.api [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 17:32:09.471547 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef6e71-a112-4b0e-ae60-63f28b9097ee None None] Pushing event updated for resources: {'Port': ['ID=44fa6dc1-855b-47a7-aa36-799ae651ab98,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:09.511016 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c43d1c9d-3c56-4d94-881c-86284455ff60 None None] Provisioning complete for port 44fa6dc1-855b-47a7-aa36-799ae651ab98 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:09.511877 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c43d1c9d-3c56-4d94-881c-86284455ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.656728 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Router a6ddaab8-73a6-4f06-b503-15572d1809b3 is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:32:09.769308 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:32:09.780695 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Sync routers for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:32:09.789746 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:09.790377 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:31:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:09.854337 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:09.858424 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-da3f7b42-f83a-4d8a-aded-e5aa5d683e1c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6480961 Oct 11 17:32:09.858748 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58818) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:09.898650 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:10.112526 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606fb89-5e9a-4b13-be66-054271544799 req-161ff0ea-05a9-47e5-92cb-9ffb07b41cd8 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:10.120425 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3606fb89-5e9a-4b13-be66-054271544799 req-161ff0ea-05a9-47e5-92cb-9ffb07b41cd8 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0572212 Oct 11 17:32:10.121050 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:08Z', 'revision_number': 3, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:10.164542 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3606fb89-5e9a-4b13-be66-054271544799 req-21fa332a-ee57-4787-aef6-80a8657ee7fd tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410008 Oct 11 17:32:10.291592 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Checking router: a6ddaab8-73a6-4f06-b503-15572d1809b3 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:32:10.292163 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Updating router a6ddaab8-73a6-4f06-b503-15572d1809b3 port c1d496fe-983a-4dde-8782-a6a9c213b063 binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:32:10.314573 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.318250 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.458769 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4a67e367-00dc-4d41-8d90-d9809aa9245c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.498140 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Allocated IP 172.20.0.1 (d8fb0705-03e6-4cc5-85c8-9e76cd9f2205/b2b8de0a-35c9-4125-9d9d-34479a76a032/5592528b-805f-422a-85ea-340777bb8c18) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:10.606478 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.608446 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.669815 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.699185 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.717890 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Attempting to bind port c1d496fe-983a-4dde-8782-a6a9c213b063 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:10.718260 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Attempting to bind port c1d496fe-983a-4dde-8782-a6a9c213b063 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:10.720572 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Attempting to bind port c1d496fe-983a-4dde-8782-a6a9c213b063 on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:10.728901 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:10.729312 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:10.729697 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.730084 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:10.730545 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Bound port: c1d496fe-983a-4dde-8782-a6a9c213b063, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:10.730942 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.732454 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Pushing event updated for resources: {'Port': ['ID=c1d496fe-983a-4dde-8782-a6a9c213b063,revision_number=2']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:10.738974 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:10.741918 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:10.748609 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:10.756876 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.757439 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.757568 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.760173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.760173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.760173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.760173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.760173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.760173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.760173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.760173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.761510 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:10.779187 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Pushing event updated for resources: {'Port': ['ID=5592528b-805f-422a-85ea-340777bb8c18,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:10.797181 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.804279 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] For port c1d496fe-983a-4dde-8782-a6a9c213b063, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:10.808822 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] For port c1d496fe-983a-4dde-8782-a6a9c213b063, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=c1d496fe-983a-4dde-8782-a6a9c213b063,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:10.870359 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:10.929745 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:10.930376 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:31:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:10.942454 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071b6b7-defa-4427-9c17-2ae0ffa87fd0 None None] Pushing event updated for resources: {'Port': ['ID=c1d496fe-983a-4dde-8782-a6a9c213b063,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:11.027327 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-391807c2-b7b5-4b0d-a765-9e8aac585a0b None None] Provisioning complete for port 5592528b-805f-422a-85ea-340777bb8c18 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:11.028607 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-391807c2-b7b5-4b0d-a765-9e8aac585a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:11.035569 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:11.036775 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 44fa6dc1-855b-47a7-aa36-799ae651ab98 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:11.070818 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:11.100432 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-391807c2-b7b5-4b0d-a765-9e8aac585a0b None None] Port 5592528b-805f-422a-85ea-340777bb8c18 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:11.122681 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 44fa6dc1-855b-47a7-aa36-799ae651ab98 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:11.122681 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:11.264534 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:11.338759 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c478bf-ffd4-432c-a6db-d60f5d2ca3cd req-54e9ed45-ae94-4d21-a9df-905989d6bbe5 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:11.340183 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-61c478bf-ffd4-432c-a6db-d60f5d2ca3cd req-54e9ed45-ae94-4d21-a9df-905989d6bbe5 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0527997 Oct 11 17:32:11.346242 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:08Z', 'revision_number': 3, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:11.381245 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9969858-bcfe-43e5-806c-e9590eb6e348 None None] The sync data for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi is: [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:08Z', 'revision_number': 3, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:32:11.395192 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-61c478bf-ffd4-432c-a6db-d60f5d2ca3cd req-4a5ecec7-1d49-4195-a79b-7fbc523e4d3f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424907 Oct 11 17:32:11.401147 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:11.466787 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Pushing event updated for resources: {'Port': ['ID=5592528b-805f-422a-85ea-340777bb8c18,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:11.471715 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:11.806076 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:11.807567 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:11.927879 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Router a6ddaab8-73a6-4f06-b503-15572d1809b3 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:32:12.044694 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-7e74e2e6-a4e2-4b6e-8abb-e33ffce830c8 None None] Provisioning complete for port 5592528b-805f-422a-85ea-340777bb8c18 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:12.045607 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:32:12.046208 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-7e74e2e6-a4e2-4b6e-8abb-e33ffce830c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:12.052243 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-72086993-07a1-4af8-994b-847c9b388844 admin admin] 10.222.0.42 "PUT /v2.0/routers/a6ddaab8-73a6-4f06-b503-15572d1809b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1924288 Oct 11 17:32:12.085749 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-7e74e2e6-a4e2-4b6e-8abb-e33ffce830c8 None None] Port 5592528b-805f-422a-85ea-340777bb8c18 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:12.537048 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632adc79-e534-4101-bb3b-da7a5358a729 req-a3c1b576-71e0-4319-84c6-326267942e8e tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:12.538552 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-632adc79-e534-4101-bb3b-da7a5358a729 req-a3c1b576-71e0-4319-84c6-326267942e8e tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0520022 Oct 11 17:32:12.576902 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-632adc79-e534-4101-bb3b-da7a5358a729 req-7382abef-3f13-4bfe-9d5b-66711739d8e2 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323813 Oct 11 17:32:12.965037 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58900) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:12.970391 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-371274604-network', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:13.037522 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device c1d496fe-983a-4dde-8782-a6a9c213b063 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:13.042800 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Sync routers for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:32:13.083703 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:13.084358 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:31:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:13.086711 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Made reservation on behalf of 1f9aa998c04445baa4f3cbc3f42e549d for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:13.089594 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.098579 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.174402 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.178236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-189c29d2-f0ba-4413-aa98-a8a1bb05a006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.181494 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port c1d496fe-983a-4dde-8782-a6a9c213b063 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:13.181852 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.238076 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:13.252693 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.277266 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:32:13.297377 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.297632 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Added segment dd4c9f64-982b-48ee-ba93-176179facc65 of type vlan for network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 Oct 11 17:32:13.298954 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272596d3-1190-4c7d-bad0-8b4dfcc92723,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:13.341278 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.391894 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.428358 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port c1d496fe-983a-4dde-8782-a6a9c213b063, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=c1d496fe-983a-4dde-8782-a6a9c213b063,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:13.456399 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.457572 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:13.458168 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.503626 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:11Z', 'revision_number': 2, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:13.522240 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ae4f93-f100-4c0f-9dab-01c8fddddf42,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:13.531245 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.533020 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Checking router: a6ddaab8-73a6-4f06-b503-15572d1809b3 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:32:13.533393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Updating router a6ddaab8-73a6-4f06-b503-15572d1809b3 port 5592528b-805f-422a-85ea-340777bb8c18 binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:32:13.538093 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:32:13.579470 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-ff39be3b-e7c6-4e17-ae05-ab37224860e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6129673 Oct 11 17:32:13.582198 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58916) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:13.587377 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Request body: {'subnet': {'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-371274604-subnet', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'ip_version': 4}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:13.635428 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.674494 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=c1d496fe-983a-4dde-8782-a6a9c213b063,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:13.700715 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f96b27-0793-4c40-9fb5-d87219e669f4 req-b113a18c-1842-4460-a5cf-5a9fa672cf77 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:13.702228 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f8f96b27-0793-4c40-9fb5-d87219e669f4 req-b113a18c-1842-4460-a5cf-5a9fa672cf77 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0492072 Oct 11 17:32:13.716569 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Made reservation on behalf of 1f9aa998c04445baa4f3cbc3f42e549d for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:13.719204 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25558758'] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.744259 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f8f96b27-0793-4c40-9fb5-d87219e669f4 req-5a13071b-4469-40de-af6b-13e03ab0fdcd tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347118 Oct 11 17:32:13.956608 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:13.978430 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26285539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25558728'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.005606 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891233f6-d087-4dcd-bff8-f7b5c66dd6f7 req-27efd83b-cd00-4c4c-a128-beccc68f6497 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:14.006885 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-891233f6-d087-4dcd-bff8-f7b5c66dd6f7 req-27efd83b-cd00-4c4c-a128-beccc68f6497 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0509286 Oct 11 17:32:14.043471 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f473746e-17ce-4f17-acb2-2f9f7086765e,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:14.047092 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Checking segment: {'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:14.047611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Network hostable DHCP agents. Network: a4ae4f93-f100-4c0f-9dab-01c8fddddf42, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:32:14.053856 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58928) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:14.054553 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-891233f6-d087-4dcd-bff8-f7b5c66dd6f7 req-5318e4d3-1245-41c9-919d-fad4eae9aaa5 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Oct 11 17:32:14.063997 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.139026 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea9a82-dd22-469b-a2c5-763949f6bf35 None None] Pushing event updated for resources: {'Port': ['ID=5592528b-805f-422a-85ea-340777bb8c18,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:14.167684 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-dce2bb7c-56c2-4111-ae38-2ae82f1f9fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.172590 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Attempting to bind port 5592528b-805f-422a-85ea-340777bb8c18 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:14.172962 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Attempting to bind port 5592528b-805f-422a-85ea-340777bb8c18 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:14.173358 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Attempting to bind port 5592528b-805f-422a-85ea-340777bb8c18 on network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:14.178930 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:14.179311 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Checking segment: {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:14.179702 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.180101 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Bound using segment: {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:14.180637 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Bound port: 5592528b-805f-422a-85ea-340777bb8c18, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:14.180831 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:32:14.180966 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.258862 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-dce2bb7c-56c2-4111-ae38-2ae82f1f9fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.260129 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] For port 5592528b-805f-422a-85ea-340777bb8c18, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:14.264083 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] For port 5592528b-805f-422a-85ea-340777bb8c18, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=5592528b-805f-422a-85ea-340777bb8c18,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:14.296668 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, a4ae4f93-f100-4c0f-9dab-01c8fddddf42) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:14.300854 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:14.301698 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.305514 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c101514-1a9e-4f11-886e-a810581f4441 None None] Network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:32:14.332700 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-dce2bb7c-56c2-4111-ae38-2ae82f1f9fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.356773 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.370490 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2bb7c-56c2-4111-ae38-2ae82f1f9fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bea5134-58ee-46b9-bf29-681ae009fa58,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:14.375550 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-dce2bb7c-56c2-4111-ae38-2ae82f1f9fa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3b8b126618846fca2b6e953db795645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203037 Oct 11 17:32:14.377720 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58936) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:14.402725 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-3fef468e-d869-4fc4-bc6f-a2907a345e3c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8190594 Oct 11 17:32:14.406110 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58938) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:14.413164 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:14.429908 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-76867a13-e6f7-416f-8f43-06c620d4dcec None None] Provisioning complete for port 5592528b-805f-422a-85ea-340777bb8c18 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:14.433678 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-76867a13-e6f7-416f-8f43-06c620d4dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.456566 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8b77c0c3-1376-4e2d-a079-0c0cc4b3c713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.489023 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8b77c0c3-1376-4e2d-a079-0c0cc4b3c713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.504789 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:14.505445 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:14.572268 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea9a82-dd22-469b-a2c5-763949f6bf35 None None] Pushing event updated for resources: {'Port': ['ID=5592528b-805f-422a-85ea-340777bb8c18,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:14.583120 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.645299 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.646372 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.674141 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8b77c0c3-1376-4e2d-a079-0c0cc4b3c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.676803 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8b77c0c3-1376-4e2d-a079-0c0cc4b3c713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.678017 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-8b77c0c3-1376-4e2d-a079-0c0cc4b3c713 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bea5134-58ee-46b9-bf29-681ae009fa58 HTTP/1.1" status: 204 len: 168 time: 0.2993681 Oct 11 17:32:14.701426 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-a4ae4f93-f100-4c0f-9dab-01c8fddddf42', 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'fixed_ips': [{'subnet_id': 'f473746e-17ce-4f17-acb2-2f9f7086765e'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:32:14.703151 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.705121 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c0c3-1376-4e2d-a079-0c0cc4b3c713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bea5134-58ee-46b9-bf29-681ae009fa58,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:14.723985 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-76867a13-e6f7-416f-8f43-06c620d4dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.732738 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:14.736006 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.875938 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76bfc8-d519-4937-98dc-fb0778a84ff2 req-13689a5d-6deb-4cfb-ae03-72cef37b4d0c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:14.877512 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8a76bfc8-d519-4937-98dc-fb0778a84ff2 req-13689a5d-6deb-4cfb-ae03-72cef37b4d0c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0591938 Oct 11 17:32:14.894457 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:14.927825 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8a76bfc8-d519-4937-98dc-fb0778a84ff2 req-704801db-bd10-45f1-81ff-1a115a7f07d1 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433164 Oct 11 17:32:14.979982 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.016607 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-76867a13-e6f7-416f-8f43-06c620d4dcec None None] For port 5592528b-805f-422a-85ea-340777bb8c18, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=5592528b-805f-422a-85ea-340777bb8c18,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:15.065288 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device c1d496fe-983a-4dde-8782-a6a9c213b063 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:15.148255 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-76867a13-e6f7-416f-8f43-06c620d4dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.224458 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46918-7a71-4bff-8902-d50fe7c9d4ee req-c9a6f78a-2491-4e0c-9721-0e038ae32f8f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:15.226186 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c4e46918-7a71-4bff-8902-d50fe7c9d4ee req-c9a6f78a-2491-4e0c-9721-0e038ae32f8f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0569706 Oct 11 17:32:15.236449 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Allocated IP 172.20.0.2 (a4ae4f93-f100-4c0f-9dab-01c8fddddf42/f473746e-17ce-4f17-acb2-2f9f7086765e/bbe33e96-93ef-48a5-b219-8ed1d423a60f) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:15.267815 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c4e46918-7a71-4bff-8902-d50fe7c9d4ee req-071aeefd-d870-40a5-8fe7-1f76210da93b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346200 Oct 11 17:32:15.291455 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.295264 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76867a13-e6f7-416f-8f43-06c620d4dcec None None] Pushing event updated for resources: {'Port': ['ID=5592528b-805f-422a-85ea-340777bb8c18,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:15.313497 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port c1d496fe-983a-4dde-8782-a6a9c213b063 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:15.313871 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.314671 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.377441 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-ca5eee63-9218-4f3c-a078-ec4d13e675cc None None] Provisioning complete for port 5592528b-805f-422a-85ea-340777bb8c18 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:15.377818 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ca5eee63-9218-4f3c-a078-ec4d13e675cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.418194 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Allocated IP 172.27.3.115 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/dae0f3a3-9d81-4bff-a47b-b0d272522b5c) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:15.488914 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:14Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:15.525465 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.554606 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ee5371-19a0-4a41-829b-fd92865e13eb None None] The sync data for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi is: [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:14Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:32:15.612685 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.658533 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.687591 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.695202 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:15.700799 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:15.704947 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:15.731313 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:15.731690 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Pushing event updated for resources: {'Port': ['ID=dae0f3a3-9d81-4bff-a47b-b0d272522b5c,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:15.738128 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:15.741999 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:15.749627 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Pushing event updated for resources: {'Port': ['ID=bbe33e96-93ef-48a5-b219-8ed1d423a60f,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:15.800092 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Attempting to bind port bbe33e96-93ef-48a5-b219-8ed1d423a60f on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:15.800458 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Attempting to bind port bbe33e96-93ef-48a5-b219-8ed1d423a60f by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:15.800815 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Attempting to bind port bbe33e96-93ef-48a5-b219-8ed1d423a60f on network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:15.806010 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:15.806393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Checking segment: {'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:15.806793 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.807217 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Bound using segment: {'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:15.808211 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Bound port: bbe33e96-93ef-48a5-b219-8ed1d423a60f, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:15.808591 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:15.877578 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] For port bbe33e96-93ef-48a5-b219-8ed1d423a60f, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:15.880717 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] For port bbe33e96-93ef-48a5-b219-8ed1d423a60f, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=bbe33e96-93ef-48a5-b219-8ed1d423a60f,segment=NetworkSegment(dd4c9f64-982b-48ee-ba93-176179facc65),segment_id=dd4c9f64-982b-48ee-ba93-176179facc65)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:15.960629 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:16.046130 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c29d9-a645-4397-8a51-78b85f8d8ced None None] Pushing event updated for resources: {'Port': ['ID=bbe33e96-93ef-48a5-b219-8ed1d423a60f,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:16.061352 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:16.130226 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:16.146147 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9300fc-fad9-4b31-afe6-6a9ae16ae5ff req-be79b758-9848-4e76-bd19-1f7c2c1ddf86 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:16.151571 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f9300fc-fad9-4b31-afe6-6a9ae16ae5ff req-be79b758-9848-4e76-bd19-1f7c2c1ddf86 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.1182096 Oct 11 17:32:16.205675 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f9300fc-fad9-4b31-afe6-6a9ae16ae5ff req-a5177a75-1abe-4886-80f1-e5833a3ea61f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475624 Oct 11 17:32:16.300825 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:16.458078 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3976022-1a37-4594-8a57-7d604dd46a27 req-20736463-14d5-4632-b7c0-9500f86f5ac6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:16.460111 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d3976022-1a37-4594-8a57-7d604dd46a27 req-20736463-14d5-4632-b7c0-9500f86f5ac6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0708919 Oct 11 17:32:16.505872 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d3976022-1a37-4594-8a57-7d604dd46a27 req-7d0faec7-e857-4560-b2eb-228889ec492a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 Oct 11 17:32:16.561295 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Router aab85c06-df21-4e8a-9ce0-811a81ea2826 is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:32:16.632052 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-babf9969-351c-4595-916d-cecac16e7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:16.642303 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-babf9969-351c-4595-916d-cecac16e7ab1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1098 time: 0.0678196 Oct 11 17:32:16.694373 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:32:16.720441 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Sync routers for ids ['aab85c06-df21-4e8a-9ce0-811a81ea2826'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:32:16.733665 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Routers {'aab85c06-df21-4e8a-9ce0-811a81ea2826'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:16.734299 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['aab85c06-df21-4e8a-9ce0-811a81ea2826'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:16.768279 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-31216c7b-535c-4a1d-85ca-4b932a27735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:16.769694 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:16.769823 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-31216c7b-535c-4a1d-85ca-4b932a27735e service neutron] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 920 time: 0.1171217 Oct 11 17:32:16.772050 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-6873389c-9596-40f5-ab06-cdcc81c2a2aa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3650122 Oct 11 17:32:16.775496 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 58958) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:16.831017 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-2d9eacbe-2fce-48f9-ba33-24386114ce05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 HTTP/1.1" status: 200 len: 217 time: 0.0500784 Oct 11 17:32:16.891326 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Set router aab85c06-df21-4e8a-9ce0-811a81ea2826 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:16.902593 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-556bbfe3-ab34-417c-8f1c-62dc195ce355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:16.904169 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-556bbfe3-ab34-417c-8f1c-62dc195ce355 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.0605083 Oct 11 17:32:16.965172 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-65ffe42b-e42f-4f90-9369-875e0bd7f899 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496738 Oct 11 17:32:17.134675 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-5fe89c68-ddc7-43ab-9360-3c08fa9c4f7e service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461835 Oct 11 17:32:17.161199 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device bbe33e96-93ef-48a5-b219-8ed1d423a60f up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:17.248623 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:32:15Z', 'revision_number': 3, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port': {'id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:15Z', 'updated_at': '2021-10-11T17:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:17.271102 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port bbe33e96-93ef-48a5-b219-8ed1d423a60f triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:17.271102 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.297488 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Checking router: aab85c06-df21-4e8a-9ce0-811a81ea2826 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:32:17.297845 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Updating router aab85c06-df21-4e8a-9ce0-811a81ea2826 port dae0f3a3-9d81-4bff-a47b-b0d272522b5c binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:32:17.305341 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14de44-3786-45c0-8392-3f7b1f6ac2b4 None None] Network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:32:17.327019 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c7d5ca2d-9397-4d7f-a3c1-a68ac8cd29b7 req-037b4b3a-8e7a-4396-a567-5a4c378a4ade service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809905 Oct 11 17:32:17.351848 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.415166 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f2a6-88d9-4608-8365-d7f28b464cb7 req-742d7aee-91d2-47b0-9064-362707313a39 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:17.430977 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-11a2f2a6-88d9-4608-8365-d7f28b464cb7 req-742d7aee-91d2-47b0-9064-362707313a39 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0977180 Oct 11 17:32:17.485105 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-11a2f2a6-88d9-4608-8365-d7f28b464cb7 req-a20e8474-e035-4b20-b8f7-da47e3f04be0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528128 Oct 11 17:32:17.525848 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-44058763-6a4c-45e4-8f8b-887ce8441f82 None None] Provisioning complete for port bbe33e96-93ef-48a5-b219-8ed1d423a60f triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:17.526836 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-44058763-6a4c-45e4-8f8b-887ce8441f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.627616 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.701974 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79ef89-a69c-4f18-ace3-ed78e45edcf6 req-13e47508-f5be-49b6-baa7-4a594d4bb835 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:17.705273 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f79ef89-a69c-4f18-ace3-ed78e45edcf6 req-13e47508-f5be-49b6-baa7-4a594d4bb835 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0779474 Oct 11 17:32:17.711751 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.720353 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port bbe33e96-93ef-48a5-b219-8ed1d423a60f, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=bbe33e96-93ef-48a5-b219-8ed1d423a60f,segment=NetworkSegment(dd4c9f64-982b-48ee-ba93-176179facc65),segment_id=dd4c9f64-982b-48ee-ba93-176179facc65)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:17.725715 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-44058763-6a4c-45e4-8f8b-887ce8441f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.758292 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f79ef89-a69c-4f18-ace3-ed78e45edcf6 req-0f74e197-212b-4b8f-8df2-e0c55e373874 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465219 Oct 11 17:32:17.801190 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.836742 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.838008 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 5592528b-805f-422a-85ea-340777bb8c18 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:17.888406 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Attempting to bind port dae0f3a3-9d81-4bff-a47b-b0d272522b5c on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:17.888842 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Attempting to bind port dae0f3a3-9d81-4bff-a47b-b0d272522b5c by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:17.889145 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Attempting to bind port dae0f3a3-9d81-4bff-a47b-b0d272522b5c on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:17.894378 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7930524-c3c1-4b8a-98dc-882243bbed22 None None] Pushing event updated for resources: {'Port': ['ID=dae0f3a3-9d81-4bff-a47b-b0d272522b5c,revision_number=2']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:17.895991 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.900925 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:17.901527 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:17.901633 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.902009 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:17.902471 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Bound port: dae0f3a3-9d81-4bff-a47b-b0d272522b5c, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:17.902868 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:17.957376 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1075-b09f-480c-8d2f-252a5cd6a222 req-487a4519-66f8-4d29-b6b8-4b82d64fa6ca tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:17.959266 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] For port dae0f3a3-9d81-4bff-a47b-b0d272522b5c, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:17.959653 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-baca1075-b09f-480c-8d2f-252a5cd6a222 req-487a4519-66f8-4d29-b6b8-4b82d64fa6ca tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0507231 Oct 11 17:32:17.969000 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.db.api [None req-44058763-6a4c-45e4-8f8b-887ce8441f82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 17:32:17.970456 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] For port dae0f3a3-9d81-4bff-a47b-b0d272522b5c, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=dae0f3a3-9d81-4bff-a47b-b0d272522b5c,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:17.971465 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG oslo_db.api [None req-44058763-6a4c-45e4-8f8b-887ce8441f82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 17:32:17.978421 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=bbe33e96-93ef-48a5-b219-8ed1d423a60f,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:18.010601 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 5592528b-805f-422a-85ea-340777bb8c18 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:18.010979 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.026147 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-baca1075-b09f-480c-8d2f-252a5cd6a222 req-de377a7d-f384-443f-8a19-4fc04581fb88 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537181 Oct 11 17:32:18.075772 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.092423 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Allocated IP 172.20.0.1 (a4ae4f93-f100-4c0f-9dab-01c8fddddf42/f473746e-17ce-4f17-acb2-2f9f7086765e/9db23612-c438-4f90-bf14-954764e3bce9) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:18.142310 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-61c7383d-957a-4fa1-931e-1ab5b2d2b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:18.142310 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-61c7383d-957a-4fa1-931e-1ab5b2d2b2f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 1098 time: 0.0523822 Oct 11 17:32:18.219120 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Routers {'aab85c06-df21-4e8a-9ce0-811a81ea2826'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:18.220061 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['aab85c06-df21-4e8a-9ce0-811a81ea2826'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:18.226443 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.252451 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-e826c9aa-bf85-4135-a1ad-d2048017e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:18.254152 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-e826c9aa-bf85-4135-a1ad-d2048017e58f service neutron] 10.222.0.48 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 912 time: 0.0983927 Oct 11 17:32:18.257858 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7930524-c3c1-4b8a-98dc-882243bbed22 None None] Pushing event updated for resources: {'Port': ['ID=dae0f3a3-9d81-4bff-a47b-b0d272522b5c,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:18.319950 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.326460 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-1596dce9-fbe8-4848-8cf0-aa3a78b97268 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a986e19a-86c9-45b6-a237-d7458311a31f HTTP/1.1" status: 200 len: 1001 time: 0.0628159 Oct 11 17:32:18.330814 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] Set router aab85c06-df21-4e8a-9ce0-811a81ea2826 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:18.358458 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:18.365439 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:18.369015 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:18.393849 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-eb7f4b5f-6e8c-42bb-88ce-443966d52a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:18.396167 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-eb7f4b5f-6e8c-42bb-88ce-443966d52a5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 200 len: 850 time: 0.0525963 Oct 11 17:32:18.400762 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Pushing event updated for resources: {'Port': ['ID=9db23612-c438-4f90-bf14-954764e3bce9,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:18.412488 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.456989 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-f72d01a3-e43d-4418-aa29-e25d67bc4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:18.458554 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-f72d01a3-e43d-4418-aa29-e25d67bc4ab3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=118a4b95-c32e-4507-952d-88283649a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487959 Oct 11 17:32:18.553414 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:32:15Z', 'revision_number': 3, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port': {'id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:15Z', 'updated_at': '2021-10-11T17:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:18.584990 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6031ed-7983-4e79-a2f5-9dcca6a855ea None None] The sync data for ids ['aab85c06-df21-4e8a-9ce0-811a81ea2826'] in dv-cinder-808959-3-iscsi is: [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:32:15Z', 'revision_number': 3, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port': {'id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:15Z', 'updated_at': '2021-10-11T17:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:32:18.588665 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-6bff12d7-7791-40ef-b9b7-c0907065c219 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166594 Oct 11 17:32:18.650643 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.654353 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c4b2eb01-0859-403e-817b-266edcfe77c8 None None] Provisioning complete for port bbe33e96-93ef-48a5-b219-8ed1d423a60f triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:18.655026 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4b2eb01-0859-403e-817b-266edcfe77c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.735449 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30fb04f2-87d2-425f-a67f-e5d74b6cec38 req-8cfd53f9-aa6f-410c-a47f-1f7b4baf6e1d service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349130 Oct 11 17:32:18.765962 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c4b2eb01-0859-403e-817b-266edcfe77c8 None None] Provisioning complete for port 9db23612-c438-4f90-bf14-954764e3bce9 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:18.766410 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4b2eb01-0859-403e-817b-266edcfe77c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.804316 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2eb01-0859-403e-817b-266edcfe77c8 None None] Port 9db23612-c438-4f90-bf14-954764e3bce9 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:18.865318 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.929079 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111b3c3-57a0-4057-b579-ce6c8d1626a7 req-1e56a632-477e-45c3-b2dc-bed2448b4610 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:18.933796 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d111b3c3-57a0-4057-b579-ce6c8d1626a7 req-1e56a632-477e-45c3-b2dc-bed2448b4610 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0903347 Oct 11 17:32:18.959723 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:18.990410 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d111b3c3-57a0-4057-b579-ce6c8d1626a7 req-03414a09-7246-41ca-a919-91c3842a030a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493748 Oct 11 17:32:19.058503 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Pushing event updated for resources: {'Port': ['ID=9db23612-c438-4f90-bf14-954764e3bce9,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:19.070794 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:19.131617 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device bbe33e96-93ef-48a5-b219-8ed1d423a60f up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:19.178902 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518dafc-aa86-42b1-aece-0a10ebd39712 req-5cda78bb-e629-4f72-93b3-dcf4c75c7d99 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:19.180806 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e518dafc-aa86-42b1-aece-0a10ebd39712 req-5cda78bb-e629-4f72-93b3-dcf4c75c7d99 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0740514 Oct 11 17:32:19.195239 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:19.202681 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:19.245455 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e518dafc-aa86-42b1-aece-0a10ebd39712 req-5099811e-ca21-4eec-a4c8-917fa8a5bae9 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561950 Oct 11 17:32:19.349112 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Router aab85c06-df21-4e8a-9ce0-811a81ea2826 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:32:19.351430 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port bbe33e96-93ef-48a5-b219-8ed1d423a60f triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:19.351873 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:19.452327 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device dae0f3a3-9d81-4bff-a47b-b0d272522b5c up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:19.487266 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:32:19.501963 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-581ddf94-bae8-46a3-9d4c-1973944e9780 admin admin] 10.222.0.42 "PUT /v2.0/routers/aab85c06-df21-4e8a-9ce0-811a81ea2826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7249682 Oct 11 17:32:19.511330 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port dae0f3a3-9d81-4bff-a47b-b0d272522b5c triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:19.511745 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:19.600102 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:19.621704 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port dae0f3a3-9d81-4bff-a47b-b0d272522b5c, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=dae0f3a3-9d81-4bff-a47b-b0d272522b5c,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:19.646223 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-38bcdb64-d430-438f-ad9c-25e68d06e978 None None] Provisioning complete for port 9db23612-c438-4f90-bf14-954764e3bce9 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:19.646594 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-38bcdb64-d430-438f-ad9c-25e68d06e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:19.680837 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-38bcdb64-d430-438f-ad9c-25e68d06e978 None None] Port 9db23612-c438-4f90-bf14-954764e3bce9 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:19.766886 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:19.817285 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=dae0f3a3-9d81-4bff-a47b-b0d272522b5c,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:20.097181 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59016) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:20.102060 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-32f0837b-7505-4efb-bb62-321745801ff2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8878099', 'description': 'tempest-secgroup-smoke-8878099 description', 'project_id': 'f70e0c33781b45659256ec42c56d495a'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:20.195244 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-32f0837b-7505-4efb-bb62-321745801ff2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.199715 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4da70-77d3-4677-8892-3938e25adaea req-bcbe3a02-6038-4ec1-89d0-63d3d2e7f1d1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:20.201261 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c6e4da70-77d3-4677-8892-3938e25adaea req-bcbe3a02-6038-4ec1-89d0-63d3d2e7f1d1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0610709 Oct 11 17:32:20.247957 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c6e4da70-77d3-4677-8892-3938e25adaea req-96960326-4d26-405d-9e31-68fdcebb068c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362978 Oct 11 17:32:20.266180 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-32f0837b-7505-4efb-bb62-321745801ff2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.349597 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-32f0837b-7505-4efb-bb62-321745801ff2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.381902 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb4285-d45f-4134-ba47-7d1ddcde3f9c req-1c96436d-bdb3-4399-a33c-736795ecef60 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:20.381902 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-85cb4285-d45f-4134-ba47-7d1ddcde3f9c req-1c96436d-bdb3-4399-a33c-736795ecef60 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0618360 Oct 11 17:32:20.393662 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0837b-7505-4efb-bb62-321745801ff2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42eeb406-8ef7-40b6-b614-a8e19d1aeea5,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:20.395766 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59024) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:20.404011 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Sync routers for ids ['aab85c06-df21-4e8a-9ce0-811a81ea2826'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:32:20.413259 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Routers {'aab85c06-df21-4e8a-9ce0-811a81ea2826'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:20.414246 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['aab85c06-df21-4e8a-9ce0-811a81ea2826'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:20.435621 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-85cb4285-d45f-4134-ba47-7d1ddcde3f9c req-cc238550-1deb-40a4-92cc-8323ba5b2469 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488265 Oct 11 17:32:20.478527 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-32f0837b-7505-4efb-bb62-321745801ff2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.480156 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-32f0837b-7505-4efb-bb62-321745801ff2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3819408 Oct 11 17:32:20.483817 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59028) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:20.489913 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-2bb74483-7e47-46b4-8984-d0ad9c04144c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'security_group_rule': {'security_group_id': '42eeb406-8ef7-40b6-b614-a8e19d1aeea5', 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:20.535029 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b10acf29-b472-436f-8548-54ed83906c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.541819 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Set router aab85c06-df21-4e8a-9ce0-811a81ea2826 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:20.577929 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2bb74483-7e47-46b4-8984-d0ad9c04144c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.617118 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b10acf29-b472-436f-8548-54ed83906c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.625569 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2bb74483-7e47-46b4-8984-d0ad9c04144c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.709372 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b10acf29-b472-436f-8548-54ed83906c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.720718 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2bb74483-7e47-46b4-8984-d0ad9c04144c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.739204 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb74483-7e47-46b4-8984-d0ad9c04144c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37497df3-a8d4-4dea-9680-88c72b94aa7b,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:20.748378 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:32:18Z', 'revision_number': 4, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port': {'id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:15Z', 'updated_at': '2021-10-11T17:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '9db23612-c438-4f90-bf14-954764e3bce9', 'name': '', 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'mac_address': 'fa:16:3e:78:17:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f473746e-17ce-4f17-acb2-2f9f7086765e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:17Z', 'updated_at': '2021-10-11T17:32:18Z', 'revision_number': 2, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'subnets': [{'id': 'f473746e-17ce-4f17-acb2-2f9f7086765e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:20.748929 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b10acf29-b472-436f-8548-54ed83906c25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bed4d52026c146d5ba2182ca700b92c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521080 Oct 11 17:32:20.749778 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10acf29-b472-436f-8548-54ed83906c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70381efe-6977-4617-b17f-b03df74ab28f,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:20.752071 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59032) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:20.780272 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Checking router: aab85c06-df21-4e8a-9ce0-811a81ea2826 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:32:20.780655 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Updating router aab85c06-df21-4e8a-9ce0-811a81ea2826 port 9db23612-c438-4f90-bf14-954764e3bce9 binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:32:20.804390 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dffb-d7d8-4638-adad-9175d5a4d897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.804725 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.826689 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dffb-d7d8-4638-adad-9175d5a4d897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.839354 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2bb74483-7e47-46b4-8984-d0ad9c04144c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:20.841173 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-2bb74483-7e47-46b4-8984-d0ad9c04144c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556473 Oct 11 17:32:20.843406 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59034) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:20.848406 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-3a65b01c-aee1-4b92-b76c-04e777f2f442 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'security_group_rule': {'security_group_id': '42eeb406-8ef7-40b6-b614-a8e19d1aeea5', 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:20.960404 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3a65b01c-aee1-4b92-b76c-04e777f2f442 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.000851 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dffb-d7d8-4638-adad-9175d5a4d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.002192 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device dae0f3a3-9d81-4bff-a47b-b0d272522b5c up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:21.003739 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dffb-d7d8-4638-adad-9175d5a4d897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.005024 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-e3c4dffb-d7d8-4638-adad-9175d5a4d897 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70381efe-6977-4617-b17f-b03df74ab28f HTTP/1.1" status: 204 len: 168 time: 0.2520392 Oct 11 17:32:21.024391 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4dffb-d7d8-4638-adad-9175d5a4d897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70381efe-6977-4617-b17f-b03df74ab28f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:21.034635 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3a65b01c-aee1-4b92-b76c-04e777f2f442 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.117034 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port dae0f3a3-9d81-4bff-a47b-b0d272522b5c triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:21.117172 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.118309 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3a65b01c-aee1-4b92-b76c-04e777f2f442 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.144480 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.159088 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65b01c-aee1-4b92-b76c-04e777f2f442 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d70d099-d515-49e7-8156-b796fe53f334,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:21.240963 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.274062 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-3a65b01c-aee1-4b92-b76c-04e777f2f442 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.280083 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-3a65b01c-aee1-4b92-b76c-04e777f2f442 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4316711 Oct 11 17:32:21.282019 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59042) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:21.289376 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bae8b-7617-4907-8440-148b123970b6 None None] Pushing event updated for resources: {'Port': ['ID=9db23612-c438-4f90-bf14-954764e3bce9,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:21.289706 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-f4b93014-a0a6-49db-8f50-db6c7038b0d0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'security_group_rule': {'security_group_id': '42eeb406-8ef7-40b6-b614-a8e19d1aeea5', 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:21.363814 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Attempting to bind port 9db23612-c438-4f90-bf14-954764e3bce9 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:21.364184 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Attempting to bind port 9db23612-c438-4f90-bf14-954764e3bce9 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:21.364546 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Attempting to bind port 9db23612-c438-4f90-bf14-954764e3bce9 on network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:21.371819 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:21.372197 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Checking segment: {'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:21.372605 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.373000 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Bound using segment: {'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:21.373504 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Bound port: 9db23612-c438-4f90-bf14-954764e3bce9, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4c9f64-982b-48ee-ba93-176179facc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:21.374252 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.402460 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55181-e732-4e50-9e2a-c844a932b774 req-50c79fea-1fe8-4578-b9d3-3b9e7463db70 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:21.404189 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60c55181-e732-4e50-9e2a-c844a932b774 req-50c79fea-1fe8-4578-b9d3-3b9e7463db70 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0720439 Oct 11 17:32:21.416480 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4b93014-a0a6-49db-8f50-db6c7038b0d0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.457260 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] For port 9db23612-c438-4f90-bf14-954764e3bce9, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:21.461428 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] For port 9db23612-c438-4f90-bf14-954764e3bce9, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=9db23612-c438-4f90-bf14-954764e3bce9,segment=NetworkSegment(dd4c9f64-982b-48ee-ba93-176179facc65),segment_id=dd4c9f64-982b-48ee-ba93-176179facc65)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:21.515908 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-60c55181-e732-4e50-9e2a-c844a932b774 req-4eddd89c-4f93-4dbc-bf91-9bbef6dc719d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965252 Oct 11 17:32:21.530548 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-a29327b8-98d9-48d0-a097-466f26642195 None None] Provisioning complete for port 9db23612-c438-4f90-bf14-954764e3bce9 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:21.530824 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a29327b8-98d9-48d0-a097-466f26642195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.540861 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4b93014-a0a6-49db-8f50-db6c7038b0d0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.552423 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.628407 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Routers {'aab85c06-df21-4e8a-9ce0-811a81ea2826'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:21.629168 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['aab85c06-df21-4e8a-9ce0-811a81ea2826'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:21.633369 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4b93014-a0a6-49db-8f50-db6c7038b0d0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.636309 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bae8b-7617-4907-8440-148b123970b6 None None] Pushing event updated for resources: {'Port': ['ID=9db23612-c438-4f90-bf14-954764e3bce9,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:21.652390 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b93014-a0a6-49db-8f50-db6c7038b0d0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace9562d-1afa-43ab-96f8-394e3a82be33,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:21.744380 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4b93014-a0a6-49db-8f50-db6c7038b0d0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.744380 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-f4b93014-a0a6-49db-8f50-db6c7038b0d0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4566598 Oct 11 17:32:21.744380 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59056) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:21.750397 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-eedf0a68-b8d5-4cad-859e-6b4b19b863d2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'security_group_rule': {'security_group_id': '42eeb406-8ef7-40b6-b614-a8e19d1aeea5', 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:21.759553 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a29327b8-98d9-48d0-a097-466f26642195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.788047 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] Set router aab85c06-df21-4e8a-9ce0-811a81ea2826 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:21.835407 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-a29327b8-98d9-48d0-a097-466f26642195 None None] For port 9db23612-c438-4f90-bf14-954764e3bce9, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=9db23612-c438-4f90-bf14-954764e3bce9,segment=NetworkSegment(dd4c9f64-982b-48ee-ba93-176179facc65),segment_id=dd4c9f64-982b-48ee-ba93-176179facc65)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:21.898196 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-eedf0a68-b8d5-4cad-859e-6b4b19b863d2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.968768 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-eedf0a68-b8d5-4cad-859e-6b4b19b863d2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:21.987236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a29327b8-98d9-48d0-a097-466f26642195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.047709 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-eedf0a68-b8d5-4cad-859e-6b4b19b863d2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.066125 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf0a68-b8d5-4cad-859e-6b4b19b863d2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7936ee7-e5ef-47a7-82f1-0d04979999e8,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:22.085201 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29327b8-98d9-48d0-a097-466f26642195 None None] Pushing event updated for resources: {'Port': ['ID=9db23612-c438-4f90-bf14-954764e3bce9,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:22.131703 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59066) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:22.140013 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-3a783a4f-44f5-4593-9cea-6d9051db099d None None] Provisioning complete for port 9db23612-c438-4f90-bf14-954764e3bce9 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:22.140387 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3a783a4f-44f5-4593-9cea-6d9051db099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.140914 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-eedf0a68-b8d5-4cad-859e-6b4b19b863d2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.146663 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-eedf0a68-b8d5-4cad-859e-6b4b19b863d2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3998384 Oct 11 17:32:22.146769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59070) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:22.152045 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-c7199f7a-8b93-4af2-9d2e-ad4df87302ea tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'security_group_rule': {'security_group_id': '42eeb406-8ef7-40b6-b614-a8e19d1aeea5', 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:22.221877 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:32:18Z', 'revision_number': 4, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port': {'id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:15Z', 'updated_at': '2021-10-11T17:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '9db23612-c438-4f90-bf14-954764e3bce9', 'name': '', 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'mac_address': 'fa:16:3e:78:17:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f473746e-17ce-4f17-acb2-2f9f7086765e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:17Z', 'updated_at': '2021-10-11T17:32:21Z', 'revision_number': 4, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'subnets': [{'id': 'f473746e-17ce-4f17-acb2-2f9f7086765e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:22.235760 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.securitygroups_db [None req-c7199f7a-8b93-4af2-9d2e-ad4df87302ea tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Project f70e0c33781b45659256ec42c56d495a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 17:32:22.239716 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1386495464-network', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:22.241242 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c7199f7a-8b93-4af2-9d2e-ad4df87302ea tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.253774 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990415c-6065-49db-b634-62ad3985e0ad None None] The sync data for ids ['aab85c06-df21-4e8a-9ce0-811a81ea2826'] in dv-cinder-808959-3-iscsi is: [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:32:18Z', 'revision_number': 4, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port': {'id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:15Z', 'updated_at': '2021-10-11T17:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '9db23612-c438-4f90-bf14-954764e3bce9', 'name': '', 'network_id': 'a4ae4f93-f100-4c0f-9dab-01c8fddddf42', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'mac_address': 'fa:16:3e:78:17:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f473746e-17ce-4f17-acb2-2f9f7086765e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:17Z', 'updated_at': '2021-10-11T17:32:21Z', 'revision_number': 4, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'subnets': [{'id': 'f473746e-17ce-4f17-acb2-2f9f7086765e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:32:22.330835 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Made reservation on behalf of e9fa2904e2d84f469c4f808f9c6dcb8f for: {'network': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:22.333242 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.336016 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c7199f7a-8b93-4af2-9d2e-ad4df87302ea tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.342524 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.428694 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.430112 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c7199f7a-8b93-4af2-9d2e-ad4df87302ea tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.452583 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7199f7a-8b93-4af2-9d2e-ad4df87302ea tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b95f65-91c4-4057-8337-77edb339660f,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:22.546707 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.568192 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c7199f7a-8b93-4af2-9d2e-ad4df87302ea tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.573993 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c7199f7a-8b93-4af2-9d2e-ad4df87302ea tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4261105 Oct 11 17:32:22.574636 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59078) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:22.580795 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=94391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:32:22.581048 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-f942b966-97cc-419e-816d-3a888e726817 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'security_group_rule': {'security_group_id': '42eeb406-8ef7-40b6-b614-a8e19d1aeea5', 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:22.593439 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a9e339-8b60-44f6-ad33-6557d42b25aa,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:22.602161 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.602640 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.segments_db [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Added segment 4bb86b71-0a4a-4df5-8fe3-5cd913c79c73 of type vlan for network 359d47ec-610d-4dc4-bbd9-72d8642d7840 Oct 11 17:32:22.676042 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.716597 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8f44f-45ed-4e0d-9eb4-1687f8767172 req-7ef4756a-b686-4d28-9799-5b3c68c3c26f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:22.718743 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-57e8f44f-45ed-4e0d-9eb4-1687f8767172 req-7ef4756a-b686-4d28-9799-5b3c68c3c26f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0818083 Oct 11 17:32:22.725252 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.securitygroups_db [None req-f942b966-97cc-419e-816d-3a888e726817 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Project f70e0c33781b45659256ec42c56d495a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 17:32:22.732424 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f942b966-97cc-419e-816d-3a888e726817 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.761636 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-57e8f44f-45ed-4e0d-9eb4-1687f8767172 req-4dc02211-5b9f-4d54-b151-afa2dbe98e4c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365427 Oct 11 17:32:22.793670 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.794637 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:22.795226 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.806153 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f942b966-97cc-419e-816d-3a888e726817 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.859227 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] Pushing event updated for resources: {'Network': ['ID=359d47ec-610d-4dc4-bbd9-72d8642d7840,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:22.870641 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:32:22.881426 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f942b966-97cc-419e-816d-3a888e726817 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.901448 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942b966-97cc-419e-816d-3a888e726817 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd873ff-d0ed-4e8a-9ebc-c3abf482213b,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:22.912658 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-73814750-0891-4165-a483-8c7736caa644 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7798216 Oct 11 17:32:22.915387 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59080) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:22.921042 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Request body: {'subnet': {'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1386495464-subnet', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:22.974745 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f942b966-97cc-419e-816d-3a888e726817 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:22.975979 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f942b966-97cc-419e-816d-3a888e726817 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3993378 Oct 11 17:32:23.049234 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 9db23612-c438-4f90-bf14-954764e3bce9 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:23.064303 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Made reservation on behalf of e9fa2904e2d84f469c4f808f9c6dcb8f for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:23.066876 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26918674'] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:23.108573 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 9db23612-c438-4f90-bf14-954764e3bce9 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:23.109269 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:23.396578 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2671647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26918716'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:23.460647 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a157a6-93fd-4799-abc4-5715ec60987b,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:23.471579 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Checking segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:23.471939 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Network hostable DHCP agents. Network: 359d47ec-610d-4dc4-bbd9-72d8642d7840, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:32:23.577983 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:32:23.681161 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 359d47ec-610d-4dc4-bbd9-72d8642d7840) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:23.685557 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:23.686142 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:23.690482 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87d47d-9b65-4842-8a54-f027fac2e861 None None] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:32:23.802270 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-405b69ef-590a-4468-9bb0-a8835ede472a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8858218 Oct 11 17:32:23.804848 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59124) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:23.809356 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:23.848423 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-359d47ec-610d-4dc4-bbd9-72d8642d7840', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:32:23.849445 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:23.891318 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd9cf3-de8b-4c67-8e84-de617dc9840e req-436535a1-af0a-481a-bfab-c6b83ec0c6aa tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:23.892868 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-77cd9cf3-de8b-4c67-8e84-de617dc9840e req-436535a1-af0a-481a-bfab-c6b83ec0c6aa tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0576468 Oct 11 17:32:23.915304 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:23.916647 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:23.942640 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-77cd9cf3-de8b-4c67-8e84-de617dc9840e req-3ceacf5d-219f-466e-87a5-811b5a1ef8dd tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Oct 11 17:32:23.993051 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Allocated IP 172.20.0.2 (359d47ec-610d-4dc4-bbd9-72d8642d7840/25a157a6-93fd-4799-abc4-5715ec60987b/9b11e8b9-8fca-49bf-af27-41d5c37c8d21) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:23.996385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:24.144243 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:24.227375 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:24.235864 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:24.278413 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:24.281205 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:24.284734 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:24.289921 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Pushing event updated for resources: {'Port': ['ID=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:24.340647 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Attempting to bind port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:24.340936 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Attempting to bind port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:24.341327 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Attempting to bind port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:24.346150 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:24.346518 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Checking segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:24.346935 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:24.347322 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Bound using segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:24.347777 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Bound port: 9b11e8b9-8fca-49bf-af27-41d5c37c8d21, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:24.348147 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:24.409956 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] For port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:24.413713 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] For port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:24.498828 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:24.584811 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78782ff-2e47-4678-bf20-e0f677e6fc0c None None] Pushing event updated for resources: {'Port': ['ID=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:24.615633 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:24.635421 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:25.002352 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Allocated IP 172.27.3.229 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/6f5f4c05-4aeb-488d-8f2a-78ee5940bf12) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:25.077716 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:25.138924 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:25.139298 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:25.170277 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:25.185686 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e634b3d-4729-412a-bdc0-a61b376c6914 req-65b77811-77e3-4c68-a836-bf43afaf1288 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:25.188521 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3e634b3d-4729-412a-bdc0-a61b376c6914 req-65b77811-77e3-4c68-a836-bf43afaf1288 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.1041207 Oct 11 17:32:25.227295 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:25.244779 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3e634b3d-4729-412a-bdc0-a61b376c6914 req-b897ea6f-aafe-4dba-818c-1a72c777588e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482790 Oct 11 17:32:25.261432 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:25.331660 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:25.335888 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:25.378202 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:25.379860 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:25.383667 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:25.398552 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:25.425307 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5f4c05-4aeb-488d-8f2a-78ee5940bf12,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:25.626393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb281e-3145-46d9-a434-80f4feb6b9ec None None] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:32:25.742347 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:25.750543 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-b36163b7-0377-4b20-bf7e-51b748846ab2 None None] Provisioning complete for port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:25.750916 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b36163b7-0377-4b20-bf7e-51b748846ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:25.964727 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:26.087579 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-cae46274-d95c-4e7b-b312-520c7f4f0889 None None] Provisioning complete for port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:26.088039 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cae46274-d95c-4e7b-b312-520c7f4f0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:26.176452 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:32:26.280616 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:32:26.289853 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:32:26.299887 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:26.300490 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:26.366017 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e5906-7633-414c-98af-2ac1476556d5 req-4620549a-eadb-4fba-9440-5ebd9d5215c6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:26.367974 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f35e5906-7633-414c-98af-2ac1476556d5 req-4620549a-eadb-4fba-9440-5ebd9d5215c6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0532420 Oct 11 17:32:26.404469 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:26.412532 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f35e5906-7633-414c-98af-2ac1476556d5 req-8ff51339-cc32-464c-a448-1f3016e1f128 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374708 Oct 11 17:32:26.415953 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:26.420611 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59174) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:26.421218 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-f918042f-3499-43f2-aacd-df8b381532a3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6146548 Oct 11 17:32:26.584058 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:25Z', 'revision_number': 3, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:26.614024 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:32:26.614369 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Updating router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:32:26.642995 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:26.862705 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:26.898684 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:26.972558 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.011498 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:27.032392 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Allocated IP 172.20.0.1 (359d47ec-610d-4dc4-bbd9-72d8642d7840/25a157a6-93fd-4799-abc4-5715ec60987b/63333f31-f545-44c3-a58a-ffcb9d88ebc8) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:27.044625 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Attempting to bind port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:27.045345 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Attempting to bind port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:27.045809 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Attempting to bind port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:27.047819 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744ea82-4b90-4f62-979e-32bb4ab4a04a None None] Pushing event updated for resources: {'Port': ['ID=6f5f4c05-4aeb-488d-8f2a-78ee5940bf12,revision_number=2']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:27.054902 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:27.055402 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:27.056013 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.058905 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:27.058905 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Bound port: 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:27.058905 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.063675 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:27.064064 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.122774 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] For port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:27.132033 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] For port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=6f5f4c05-4aeb-488d-8f2a-78ee5940bf12,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:27.155133 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.228217 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.283535 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:27.284151 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:27.298711 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.321273 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744ea82-4b90-4f62-979e-32bb4ab4a04a None None] Pushing event updated for resources: {'Port': ['ID=6f5f4c05-4aeb-488d-8f2a-78ee5940bf12,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:27.339712 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:27.344535 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:27.347132 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:27.380712 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Pushing event updated for resources: {'Port': ['ID=63333f31-f545-44c3-a58a-ffcb9d88ebc8,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:27.393545 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.394340 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.394340 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.394609 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.394882 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.395206 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.395537 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.395862 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.396186 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.396513 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.396825 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.397169 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:27.408721 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.409996 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:27.587263 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b644-8da4-4b30-b14b-e78ff790886d req-02d3022d-5065-43db-828f-436381065314 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:27.590916 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e8e0b644-8da4-4b30-b14b-e78ff790886d req-02d3022d-5065-43db-828f-436381065314 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0563529 Oct 11 17:32:27.609190 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-9eb8a920-2f89-4f83-97a4-c0e1bc596128 None None] Provisioning complete for port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:27.609680 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a920-2f89-4f83-97a4-c0e1bc596128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.624284 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:25Z', 'revision_number': 3, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:27.635189 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e8e0b644-8da4-4b30-b14b-e78ff790886d req-19261efd-195a-4eb8-aff7-4ad7c3455e64 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Oct 11 17:32:27.657243 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.668177 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8a920-2f89-4f83-97a4-c0e1bc596128 None None] Port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:27.754189 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792bd26-bf63-434a-9dfd-dfb490ce0929 None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:25Z', 'revision_number': 3, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:32:27.839865 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.904606 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:27.973474 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Pushing event updated for resources: {'Port': ['ID=63333f31-f545-44c3-a58a-ffcb9d88ebc8,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:27.986574 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:28.085945 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:28.087482 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:28.233618 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:32:28.352580 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:32:28.359885 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-cb4e37ae-d30f-4965-bb23-b8e91566ef3b admin admin] 10.222.0.42 "PUT /v2.0/routers/5627ebd9-c73c-4b17-9bc2-f65cdbcadba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9380324 Oct 11 17:32:28.394468 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-3ce6fefd-2bf1-4e2b-a414-d104a33f7eae None None] Provisioning complete for port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:28.395145 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6fefd-2bf1-4e2b-a414-d104a33f7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:28.449236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6fefd-2bf1-4e2b-a414-d104a33f7eae None None] Port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:28.480166 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-98039f10-5c7e-427c-bd5a-a3f73d93a3a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471911 Oct 11 17:32:28.552801 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-86da60e9-4182-4993-986d-97ae794fc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:28.554372 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-86da60e9-4182-4993-986d-97ae794fc11c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 1098 time: 0.0402992 Oct 11 17:32:28.671005 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-a8e66d01-a973-4a09-b5b5-91818e5f76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:28.672446 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-a8e66d01-a973-4a09-b5b5-91818e5f76f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 920 time: 0.0961585 Oct 11 17:32:28.724104 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-e4f83ac2-c86c-4508-bdf7-14f4145a0616 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f34718a-5b7f-4fb9-a6d5-2055e09a7651 HTTP/1.1" status: 200 len: 217 time: 0.0371537 Oct 11 17:32:28.799709 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-94e53298-ef27-483d-93ce-7d0943d92a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:28.801228 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-94e53298-ef27-483d-93ce-7d0943d92a5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.0678163 Oct 11 17:32:28.809893 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8ef79-b874-4a41-9d7d-ae2f45b4adfa req-75bfdb12-4df3-49b9-9138-7402d903614e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:28.811549 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c1c8ef79-b874-4a41-9d7d-ae2f45b4adfa req-75bfdb12-4df3-49b9-9138-7402d903614e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0899591 Oct 11 17:32:28.842618 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-e5108635-ce53-4f61-9178-5ceb83fef9b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299556 Oct 11 17:32:28.916311 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c1c8ef79-b874-4a41-9d7d-ae2f45b4adfa req-8cb03b70-afba-45fa-a361-b0be2017b935 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Oct 11 17:32:28.962307 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-81399e5e-0f76-4bbc-aa5a-66372a84c805 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093919 Oct 11 17:32:29.057353 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:29.075226 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01fcb8ec-2fae-46cc-9da6-2bbd45c4a6a1 req-0c849f2c-d5e4-4765-898e-896a025ffaef service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967221 Oct 11 17:32:29.110569 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:29.111012 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:29.177904 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59216) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:29.186959 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1651436653-network', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:29.214519 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:29.234266 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=6f5f4c05-4aeb-488d-8f2a-78ee5940bf12,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:29.333160 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:29.334148 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Made reservation on behalf of 2d6c40ef839443f99c64905d3ec68d35 for: {'network': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:29.336842 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:29.347275 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:29.388551 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=6f5f4c05-4aeb-488d-8f2a-78ee5940bf12,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:29.427935 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ac38-2e25-44d7-bc9f-7c4136fd859d req-79c1e8d2-9c1b-4579-a322-2a1adff2f51c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:29.429513 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a706ac38-2e25-44d7-bc9f-7c4136fd859d req-79c1e8d2-9c1b-4579-a322-2a1adff2f51c tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0798247 Oct 11 17:32:29.489257 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a706ac38-2e25-44d7-bc9f-7c4136fd859d req-6df871a2-3e57-4374-8c74-92134cfa8aa9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522738 Oct 11 17:32:29.503356 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:29.832950 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:32:29.842318 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:29.842922 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:29.863889 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:29.891055 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=94391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:32:29.897176 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1729a908-ae27-44de-a9a0-a105cc62b3a3,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:29.905831 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:29.906172 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.segments_db [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Added segment 05c26610-ef82-4a60-8b64-7687d3029fa4 of type vlan for network 7ee657e5-32b9-436f-8530-cf55d6dd604c Oct 11 17:32:29.908093 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.908441 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.908785 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.909145 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.909477 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.909808 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.910134 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.910461 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.910791 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.911114 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.911434 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.911752 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:32:29.952473 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:29.955447 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.048442 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51cc9-e736-4c55-bfd5-8fe57588681f req-17df26bb-7ffa-4bd2-8841-b32b0ba8a538 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:30.049960 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6be51cc9-e736-4c55-bfd5-8fe57588681f req-17df26bb-7ffa-4bd2-8841-b32b0ba8a538 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Oct 11 17:32:30.051027 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.051884 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:30.053099 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.142110 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] Pushing event updated for resources: {'Network': ['ID=7ee657e5-32b9-436f-8530-cf55d6dd604c,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:30.148491 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6be51cc9-e736-4c55-bfd5-8fe57588681f req-f4ad75fe-73d0-4966-9c31-2dfd4c534f92 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903986 Oct 11 17:32:30.153382 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 7ee657e5-32b9-436f-8530-cf55d6dd604c details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:32:30.184875 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-51f4cf2c-78ae-4987-990c-5d5876354a52 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0055013 Oct 11 17:32:30.187728 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59224) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:30.192455 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Request body: {'subnet': {'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1651436653-subnet', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:30.286610 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Made reservation on behalf of 2d6c40ef839443f99c64905d3ec68d35 for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:30.289435 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26918674'] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.317983 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 2, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:30.360725 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:32:30.361187 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Updating router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:32:30.401489 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.502249 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.553793 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2671647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26918716'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.684028 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.753308 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.808364 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c9a0c-9669-4c10-aa8a-e09c856d410b None None] Pushing event updated for resources: {'Port': ['ID=63333f31-f545-44c3-a58a-ffcb9d88ebc8,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:30.834176 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f5ccdb-b01e-4e27-a94c-375803aa84f6,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:30.848245 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e8eb5-90e6-48db-afcd-28069e4d3316 req-10882e51-429c-41f6-9e8b-74e1c44026ea tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:30.849812 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bf5e8eb5-90e6-48db-afcd-28069e4d3316 req-10882e51-429c-41f6-9e8b-74e1c44026ea tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.2879374 Oct 11 17:32:30.855880 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Checking segment: {'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:30.856233 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Network hostable DHCP agents. Network: 7ee657e5-32b9-436f-8530-cf55d6dd604c, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:32:30.863942 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Attempting to bind port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:30.864370 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Attempting to bind port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:30.864739 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Attempting to bind port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:30.878182 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:30.878557 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Checking segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:30.878971 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.879375 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Bound using segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:30.879859 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Bound port: 63333f31-f545-44c3-a58a-ffcb9d88ebc8, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:30.881450 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:30.902281 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bf5e8eb5-90e6-48db-afcd-28069e4d3316 req-cd88d52c-37b9-4347-904e-611fc5f9c489 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Oct 11 17:32:30.968241 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] For port 63333f31-f545-44c3-a58a-ffcb9d88ebc8, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:30.971557 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] For port 63333f31-f545-44c3-a58a-ffcb9d88ebc8, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=63333f31-f545-44c3-a58a-ffcb9d88ebc8,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:30.974008 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Network 7ee657e5-32b9-436f-8530-cf55d6dd604c is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:32:31.023395 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:31.054665 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.063776 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 7ee657e5-32b9-436f-8530-cf55d6dd604c) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:31.071196 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:31.078006 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.097481 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc74497-bcfb-48e1-9133-629c033398df None None] Network 7ee657e5-32b9-436f-8530-cf55d6dd604c requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:32:31.162039 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59234) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:31.166839 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:31.169932 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-512189b6-49b2-4cbc-a6ff-1b986591e14d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9808931 Oct 11 17:32:31.191169 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:31.191983 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:31.252736 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.254168 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.266368 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c9a0c-9669-4c10-aa8a-e09c856d410b None None] Pushing event updated for resources: {'Port': ['ID=63333f31-f545-44c3-a58a-ffcb9d88ebc8,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:31.281679 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-f0eea1ea-68c7-4d63-b754-d44a7e4f5e41 None None] Provisioning complete for port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:31.282052 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f0eea1ea-68c7-4d63-b754-d44a7e4f5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.317536 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57957cf-a5c3-46cd-8564-6a4bebb615a0 req-28ef4d80-b74d-4c06-8333-cec52895ad28 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:31.319307 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b57957cf-a5c3-46cd-8564-6a4bebb615a0 req-28ef4d80-b74d-4c06-8333-cec52895ad28 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0911882 Oct 11 17:32:31.326457 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.337046 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:31.337438 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.362909 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b57957cf-a5c3-46cd-8564-6a4bebb615a0 req-16356c9e-3bbd-44a7-aa49-ccf5c5dcf0bc tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Oct 11 17:32:31.451199 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:31.608689 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-7ee657e5-32b9-436f-8530-cf55d6dd604c', 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'fixed_ips': [{'subnet_id': 'c6f5ccdb-b01e-4e27-a94c-375803aa84f6'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:32:31.609642 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.678009 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f0eea1ea-68c7-4d63-b754-d44a7e4f5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.800490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-f0eea1ea-68c7-4d63-b754-d44a7e4f5e41 None None] For port 63333f31-f545-44c3-a58a-ffcb9d88ebc8, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=63333f31-f545-44c3-a58a-ffcb9d88ebc8,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:31.802001 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.868482 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f0eea1ea-68c7-4d63-b754-d44a7e4f5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:31.917538 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Allocated IP 172.20.0.2 (7ee657e5-32b9-436f-8530-cf55d6dd604c/c6f5ccdb-b01e-4e27-a94c-375803aa84f6/b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:31.958223 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eea1ea-68c7-4d63-b754-d44a7e4f5e41 None None] Pushing event updated for resources: {'Port': ['ID=63333f31-f545-44c3-a58a-ffcb9d88ebc8,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:32.031286 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:30Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:32.035742 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c8a50d2b-9f60-4fbf-819b-20ce1cb95bfc None None] Provisioning complete for port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:32.036120 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c8a50d2b-9f60-4fbf-819b-20ce1cb95bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.052977 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694427-9f49-4e60-960e-285cc0ef5e6c req-5d4a26f4-c716-4e6b-ad85-03673c0b2ba8 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:32.054474 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-27694427-9f49-4e60-960e-285cc0ef5e6c req-5d4a26f4-c716-4e6b-ad85-03673c0b2ba8 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0736866 Oct 11 17:32:32.070340 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83dde1-3440-4d55-91a2-d9216229e5ec None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:30Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:32:32.108820 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-27694427-9f49-4e60-960e-285cc0ef5e6c req-4b5746ca-c760-4d53-ad6b-5e92290c8395 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481312 Oct 11 17:32:32.129731 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.154759 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.249840 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-06bfca08-7e8e-4053-9d5f-09e1e46641d9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:32.252052 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-06bfca08-7e8e-4053-9d5f-09e1e46641d9 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 946 time: 0.0595276 Oct 11 17:32:32.306525 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Allocated IP 172.27.3.74 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/2663d56f-62c9-4c13-b24f-83f3786647f9) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:32.380160 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Deleting port 315e2ae2-9367-4114-8df1-92278b95d1b9 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:32:32.380841 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.407816 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.434426 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.497297 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.534140 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199f063-03d9-4008-bbc9-d5a29aca8f46 req-9a756760-54f0-4bf1-8e60-66606a8396d2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:32.535646 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2199f063-03d9-4008-bbc9-d5a29aca8f46 req-9a756760-54f0-4bf1-8e60-66606a8396d2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0793040 Oct 11 17:32:32.543783 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Pushing event updated for resources: {'Port': ['ID=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:32.549917 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.567380 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Network 7ee657e5-32b9-436f-8530-cf55d6dd604c is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:32.569368 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:32.575121 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] For port 315e2ae2-9367-4114-8df1-92278b95d1b9, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=315e2ae2-9367-4114-8df1-92278b95d1b9,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:32.575474 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:32.575597 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.586709 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:32.590427 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:32.597017 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:32.599421 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Calling delete_port for 315e2ae2-9367-4114-8df1-92278b95d1b9 owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:32:32.617666 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2199f063-03d9-4008-bbc9-d5a29aca8f46 req-b317545a-fa7b-45f2-80ce-33c988f047c0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668697 Oct 11 17:32:32.663029 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Pushing event updated for resources: {'Port': ['ID=2663d56f-62c9-4c13-b24f-83f3786647f9,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:32.707338 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Attempting to bind port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:32.707807 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Attempting to bind port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:32.708229 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Attempting to bind port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 on network 7ee657e5-32b9-436f-8530-cf55d6dd604c {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:32.715506 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:32.724843 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Checking segment: {'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:32.724843 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.724843 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Bound using segment: {'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:32.724843 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Bound port: b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:32.724843 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.807755 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] For port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:32.811676 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] For port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,segment=NetworkSegment(05c26610-ef82-4a60-8b64-7687d3029fa4),segment_id=05c26610-ef82-4a60-8b64-7687d3029fa4)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:32.864169 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.879222 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['852a9582-8bac-4690-82e3-a252eaf8980c', '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf', '0248846d-77f0-48a2-a0a3-922113e95b88', '315e2ae2-9367-4114-8df1-92278b95d1b9'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:32:32.891981 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Pushing event deleted for resources: {'Port': ['ID=315e2ae2-9367-4114-8df1-92278b95d1b9,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:32.905728 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.937514 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] No DVR routers for this DVR port 315e2ae2-9367-4114-8df1-92278b95d1b9 on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:32:32.940048 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:32.943699 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-05300f94-fc0d-43da-ac43-fa9b0051af04 req-90970ec3-4767-4b4f-9576-9ca0e4b9fa14 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "DELETE /v2.0/ports/315e2ae2-9367-4114-8df1-92278b95d1b9 HTTP/1.1" status: 204 len: 173 time: 0.6783254 Oct 11 17:32:32.944137 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b62f87-dfe1-403f-8a72-9e905e63e079', 'name': 'network-vif-deleted', 'tag': '315e2ae2-9367-4114-8df1-92278b95d1b9'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:32:32.946428 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3c88a5-e4ef-4055-8d4b-d69e742bc824" -d '{"events": [{"server_uuid": "07b62f87-dfe1-403f-8a72-9e905e63e079", "name": "network-vif-deleted", "tag": "315e2ae2-9367-4114-8df1-92278b95d1b9"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:32:32.985485 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146e65b9-48c1-44bf-8c55-0c81deb3997e x-openstack-request-id: req-146e65b9-48c1-44bf-8c55-0c81deb3997e {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:32:32.985832 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b62f87-dfe1-403f-8a72-9e905e63e079", "name": "network-vif-deleted", "tag": "315e2ae2-9367-4114-8df1-92278b95d1b9", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:32:32.986090 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-146e65b9-48c1-44bf-8c55-0c81deb3997e {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:32:32.986488 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b62f87-dfe1-403f-8a72-9e905e63e079', 'name': 'network-vif-deleted', 'tag': '315e2ae2-9367-4114-8df1-92278b95d1b9', 'status': 'completed', 'code': 200} Oct 11 17:32:32.997875 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae1664-02d2-40f6-b3e6-776efe98e821 None None] Pushing event updated for resources: {'Port': ['ID=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:33.103528 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:33.174907 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 63333f31-f545-44c3-a58a-ffcb9d88ebc8 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:33.250673 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e6c06867-88e2-4de2-9719-f4734ecfaea0 req-0bb4b320-799e-4465-82c7-f07176208a1a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 210 time: 0.0518963 Oct 11 17:32:33.351588 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:33.351981 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:33.426173 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:33.667281 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:32:33.749940 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c6d09-8a39-4238-a1cd-f1f9574a8a28 req-e0019712-264c-4c06-94bf-9eb82339392f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:33.751842 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-495c6d09-8a39-4238-a1cd-f1f9574a8a28 req-e0019712-264c-4c06-94bf-9eb82339392f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0549190 Oct 11 17:32:33.808576 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:32:33.812481 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-495c6d09-8a39-4238-a1cd-f1f9574a8a28 req-d65f0ba4-a555-492f-b7a9-f5ce9e8b75a1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544698 Oct 11 17:32:33.821106 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Sync routers for ids ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:32:33.832468 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Routers {'1afab40f-b9d3-4fb5-b5e8-6f14e8817875'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:33.833136 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:33.921092 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:33.925554 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f9d9dff2-a048-4b06-9d46-54f1f5bfdd4f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7623584 Oct 11 17:32:33.928512 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59260) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:33.956568 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Set router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:34.116481 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79453cab-3c7e-4e6a-8dfc-04c862aa8b7f None None] Network 7ee657e5-32b9-436f-8530-cf55d6dd604c requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:32:34.164642 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:32:32Z', 'revision_number': 3, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port': {'id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:32Z', 'updated_at': '2021-10-11T17:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:34.178979 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-a8f1c9d7-f742-40e9-80ba-a8138e32820d None None] Provisioning complete for port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:34.179394 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c9d7-f742-40e9-80ba-a8138e32820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.199031 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Checking router: 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:32:34.199701 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Updating router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 port 2663d56f-62c9-4c13-b24f-83f3786647f9 binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:32:34.227986 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.347226 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c9d7-f742-40e9-80ba-a8138e32820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.395589 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-a8f1c9d7-f742-40e9-80ba-a8138e32820d None None] For port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,segment=NetworkSegment(05c26610-ef82-4a60-8b64-7687d3029fa4),segment_id=05c26610-ef82-4a60-8b64-7687d3029fa4)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:34.404108 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3fa3417e-fe41-4fbe-a25c-027bb4350be8 req-895f7ace-dc6b-4864-b144-1e1286b97c17 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=07b62f87-dfe1-403f-8a72-9e905e63e079 HTTP/1.1" status: 200 len: 210 time: 0.0396335 Oct 11 17:32:34.446495 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.491570 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c9d7-f742-40e9-80ba-a8138e32820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.560319 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1c9d7-f742-40e9-80ba-a8138e32820d None None] Pushing event updated for resources: {'Port': ['ID=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:34.575391 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.640991 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.690360 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Allocated IP 172.20.0.1 (7ee657e5-32b9-436f-8530-cf55d6dd604c/c6f5ccdb-b01e-4e27-a94c-375803aa84f6/aecc423f-bf3c-4e10-bd68-4b44fe83d78d) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:34.705739 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Attempting to bind port 2663d56f-62c9-4c13-b24f-83f3786647f9 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:34.706187 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Attempting to bind port 2663d56f-62c9-4c13-b24f-83f3786647f9 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:34.706548 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Attempting to bind port 2663d56f-62c9-4c13-b24f-83f3786647f9 on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:34.714387 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:34.719221 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:34.719221 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.719221 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:34.719221 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Bound port: 2663d56f-62c9-4c13-b24f-83f3786647f9, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:34.719221 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.719221 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc978d-bad5-4859-b96b-0be61d20d62a None None] Pushing event updated for resources: {'Port': ['ID=2663d56f-62c9-4c13-b24f-83f3786647f9,revision_number=2']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:34.720807 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fe04f60a-d2f6-4d22-8b81-521916115e44 None None] Provisioning complete for port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:34.721274 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fe04f60a-d2f6-4d22-8b81-521916115e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.791982 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] For port 2663d56f-62c9-4c13-b24f-83f3786647f9, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:34.795094 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] For port 2663d56f-62c9-4c13-b24f-83f3786647f9, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=2663d56f-62c9-4c13-b24f-83f3786647f9,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:34.804437 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.875938 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.907720 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:34.950446 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Routers {'1afab40f-b9d3-4fb5-b5e8-6f14e8817875'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:34.951359 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:34.963917 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Network 7ee657e5-32b9-436f-8530-cf55d6dd604c is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:34.966778 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:34.973659 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Pushing event updated for resources: {'Port': ['ID=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:34.973659 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:34.995038 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc978d-bad5-4859-b96b-0be61d20d62a None None] Pushing event updated for resources: {'Port': ['ID=2663d56f-62c9-4c13-b24f-83f3786647f9,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:35.008819 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46646a29-b268-4e5c-9f6f-18a2f6b38523 req-0ca133a7-7303-45a1-82a1-a4c046088778 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:35.010510 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-46646a29-b268-4e5c-9f6f-18a2f6b38523 req-0ca133a7-7303-45a1-82a1-a4c046088778 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.1330407 Oct 11 17:32:35.045970 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:35.113564 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] Set router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:35.113760 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:35.156101 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-46646a29-b268-4e5c-9f6f-18a2f6b38523 req-c6e038eb-c13f-4827-b075-d12d678b8bc6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384406 Oct 11 17:32:35.185592 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:35.186063 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:35.249585 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-8662bc24-8659-4be2-9932-4ac02a449968 None None] Provisioning complete for port aecc423f-bf3c-4e10-bd68-4b44fe83d78d triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:35.249988 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8662bc24-8659-4be2-9932-4ac02a449968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:35.312976 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-8662bc24-8659-4be2-9932-4ac02a449968 None None] Port aecc423f-bf3c-4e10-bd68-4b44fe83d78d cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:35.328094 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:32:32Z', 'revision_number': 3, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port': {'id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:32Z', 'updated_at': '2021-10-11T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:35.355276 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd5b82-69f6-426c-a7ae-fc8cfe1bfa5d None None] The sync data for ids ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'] in dv-cinder-808959-3-iscsi is: [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:32:32Z', 'revision_number': 3, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port': {'id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:32Z', 'updated_at': '2021-10-11T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:32:35.364222 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:35.533863 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:35.587750 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:35.603179 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 315e2ae2-9367-4114-8df1-92278b95d1b9 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:32:35.644398 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 315e2ae2-9367-4114-8df1-92278b95d1b9 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:32:35.644740 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 315e2ae2-9367-4114-8df1-92278b95d1b9 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:32:35.666056 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Pushing event updated for resources: {'Port': ['ID=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:35.686658 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:35.776639 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Network 7ee657e5-32b9-436f-8530-cf55d6dd604c is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:35.778107 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:35.904779 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:32:36.038271 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-7c815359-a152-47e7-82e8-d690261ed3b1 None None] Provisioning complete for port aecc423f-bf3c-4e10-bd68-4b44fe83d78d triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:36.041331 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-7c815359-a152-47e7-82e8-d690261ed3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:36.079975 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-7c815359-a152-47e7-82e8-d690261ed3b1 None None] Port aecc423f-bf3c-4e10-bd68-4b44fe83d78d cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:36.217258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:32:36.222950 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-8f390931-1f08-4c03-a696-deb6de695f80 admin admin] 10.222.0.42 "PUT /v2.0/routers/1afab40f-b9d3-4fb5-b5e8-6f14e8817875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2930806 Oct 11 17:32:36.289481 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa278221-7ff0-45d0-afcf-c2a59bf3759e req-0ef50406-0854-407a-8649-e312171455b1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:36.290983 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fa278221-7ff0-45d0-afcf-c2a59bf3759e req-0ef50406-0854-407a-8649-e312171455b1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Oct 11 17:32:36.330068 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fa278221-7ff0-45d0-afcf-c2a59bf3759e req-df578009-39a2-45ff-b18e-ed06ffe8ec8c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Oct 11 17:32:37.001262 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59294) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:37.005825 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-e1d1f3eb-ca86-486e-b596-11f4cf6fca11 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798845655', 'description': 'tempest-secgroup-smoke-1798845655 description', 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:37.049645 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 2663d56f-62c9-4c13-b24f-83f3786647f9 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:37.055211 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Sync routers for ids ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:32:37.095830 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Routers {'1afab40f-b9d3-4fb5-b5e8-6f14e8817875'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:37.096440 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:37.109841 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f3eb-ca86-486e-b596-11f4cf6fca11 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.166127 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 2663d56f-62c9-4c13-b24f-83f3786647f9 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:37.167190 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.194709 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f3eb-ca86-486e-b596-11f4cf6fca11 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.254411 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Set router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:37.267404 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6117cdc-cbb8-49cd-9677-537064ca6d40 req-cde02942-1bdd-43e4-ad6e-2b0444ebdd4d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:37.268917 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6117cdc-cbb8-49cd-9677-537064ca6d40 req-cde02942-1bdd-43e4-ad6e-2b0444ebdd4d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 946 time: 0.0526078 Oct 11 17:32:37.269991 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f3eb-ca86-486e-b596-11f4cf6fca11 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.332367 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1f3eb-ca86-486e-b596-11f4cf6fca11 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b0e1c-63e7-4670-af9c-a9c391be43fb,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:37.342723 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6117cdc-cbb8-49cd-9677-537064ca6d40 req-661f2ae8-bd90-49c0-8082-ba2f4bf48a6a tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653574 Oct 11 17:32:37.394319 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.406842 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f3eb-ca86-486e-b596-11f4cf6fca11 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.408311 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-e1d1f3eb-ca86-486e-b596-11f4cf6fca11 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4059317 Oct 11 17:32:37.411458 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59302) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:37.416624 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-c8290e4c-0413-4377-b58e-0ac49ac795f0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'security_group_rule': {'security_group_id': 'bd6b0e1c-63e7-4670-af9c-a9c391be43fb', 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:37.420971 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port 2663d56f-62c9-4c13-b24f-83f3786647f9, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=2663d56f-62c9-4c13-b24f-83f3786647f9,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:37.460710 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53053-80d6-421c-bb4f-e9b34d892b02 req-20b5e24a-aebd-4250-8f2b-9016323fb662 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:37.462155 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eec53053-80d6-421c-bb4f-e9b34d892b02 req-20b5e24a-aebd-4250-8f2b-9016323fb662 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0528519 Oct 11 17:32:37.502130 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eec53053-80d6-421c-bb4f-e9b34d892b02 req-129a3cde-205f-4b02-8f63-2d10bb9068b7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Oct 11 17:32:37.502859 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.508642 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:32:35Z', 'revision_number': 4, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port': {'id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:32Z', 'updated_at': '2021-10-11T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'aecc423f-bf3c-4e10-bd68-4b44fe83d78d', 'name': '', 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'mac_address': 'fa:16:3e:94:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c6f5ccdb-b01e-4e27-a94c-375803aa84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:34Z', 'updated_at': '2021-10-11T17:32:35Z', 'revision_number': 2, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'subnets': [{'id': 'c6f5ccdb-b01e-4e27-a94c-375803aa84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:37.535573 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c8290e4c-0413-4377-b58e-0ac49ac795f0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.556072 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Checking router: 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:32:37.556434 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Updating router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 port aecc423f-bf3c-4e10-bd68-4b44fe83d78d binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:32:37.591810 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.592399 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c8290e4c-0413-4377-b58e-0ac49ac795f0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.609249 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=2663d56f-62c9-4c13-b24f-83f3786647f9,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:37.656282 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c8290e4c-0413-4377-b58e-0ac49ac795f0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.675169 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290e4c-0413-4377-b58e-0ac49ac795f0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8430b8f1-f874-425f-a496-0ee7e7ce2704,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:37.746284 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c8290e4c-0413-4377-b58e-0ac49ac795f0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.750180 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c8290e4c-0413-4377-b58e-0ac49ac795f0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3352072 Oct 11 17:32:37.751181 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59306) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:37.755072 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-5a3df1c4-fd29-4218-8958-fb8e17e73de3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'security_group_rule': {'security_group_id': 'bd6b0e1c-63e7-4670-af9c-a9c391be43fb', 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:37.849111 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5a3df1c4-fd29-4218-8958-fb8e17e73de3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.909770 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5a3df1c4-fd29-4218-8958-fb8e17e73de3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.980419 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:37.993094 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5a3df1c4-fd29-4218-8958-fb8e17e73de3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.013381 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3df1c4-fd29-4218-8958-fb8e17e73de3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995ee3c2-fd6d-4a01-b61d-b5600bf61bb9,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:38.075377 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.092957 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5a3df1c4-fd29-4218-8958-fb8e17e73de3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.094342 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5a3df1c4-fd29-4218-8958-fb8e17e73de3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3427808 Oct 11 17:32:38.096975 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59308) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:38.101326 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-24e18e67-303d-487d-a917-057ebf322a18 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'security_group_rule': {'security_group_id': 'bd6b0e1c-63e7-4670-af9c-a9c391be43fb', 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:38.144809 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0ce30-deb5-47a9-b009-a73a726ead04 None None] Pushing event updated for resources: {'Port': ['ID=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:38.204546 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-24e18e67-303d-487d-a917-057ebf322a18 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.231525 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Attempting to bind port aecc423f-bf3c-4e10-bd68-4b44fe83d78d on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:38.233386 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Attempting to bind port aecc423f-bf3c-4e10-bd68-4b44fe83d78d by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:38.233784 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Attempting to bind port aecc423f-bf3c-4e10-bd68-4b44fe83d78d on network 7ee657e5-32b9-436f-8530-cf55d6dd604c {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:38.247956 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:38.248393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Checking segment: {'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:38.248732 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.249156 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Bound using segment: {'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:38.249631 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Bound port: aecc423f-bf3c-4e10-bd68-4b44fe83d78d, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c26610-ef82-4a60-8b64-7687d3029fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:38.250018 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.272362 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-24e18e67-303d-487d-a917-057ebf322a18 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.349812 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c4ed625e-b3d7-473f-8ca6-28450e41c06a None None] Provisioning complete for port aecc423f-bf3c-4e10-bd68-4b44fe83d78d triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:38.350197 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4ed625e-b3d7-473f-8ca6-28450e41c06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.353296 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] For port aecc423f-bf3c-4e10-bd68-4b44fe83d78d, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:38.367083 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-24e18e67-303d-487d-a917-057ebf322a18 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.382959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e18e67-303d-487d-a917-057ebf322a18 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e239f0-857e-4f43-bd8f-fcf80cd45402,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:38.395302 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] For port aecc423f-bf3c-4e10-bd68-4b44fe83d78d, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,segment=NetworkSegment(05c26610-ef82-4a60-8b64-7687d3029fa4),segment_id=05c26610-ef82-4a60-8b64-7687d3029fa4)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:38.408096 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed625e-b3d7-473f-8ca6-28450e41c06a None None] Port aecc423f-bf3c-4e10-bd68-4b44fe83d78d cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:38.468405 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58832003-09f9-4dd3-bfaa-263ef80ee5c8 req-018b1a38-6e00-46b1-a9ef-fca684522551 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:38.469934 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-58832003-09f9-4dd3-bfaa-263ef80ee5c8 req-018b1a38-6e00-46b1-a9ef-fca684522551 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 946 time: 0.0520873 Oct 11 17:32:38.491123 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.492728 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-24e18e67-303d-487d-a917-057ebf322a18 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.496967 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-24e18e67-303d-487d-a917-057ebf322a18 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960805 Oct 11 17:32:38.497213 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59314) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:38.501527 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-3bf74817-cd9a-4d34-97ec-a5cda3eb22e4 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'security_group_rule': {'security_group_id': 'bd6b0e1c-63e7-4670-af9c-a9c391be43fb', 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:38.509445 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-58832003-09f9-4dd3-bfaa-263ef80ee5c8 req-5baefef6-6d11-42ff-a763-4e00b045e7a8 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Oct 11 17:32:38.562590 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Routers {'1afab40f-b9d3-4fb5-b5e8-6f14e8817875'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:32:38.563615 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:32:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:38.567047 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0ce30-deb5-47a9-b009-a73a726ead04 None None] Pushing event updated for resources: {'Port': ['ID=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:38.615693 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3bf74817-cd9a-4d34-97ec-a5cda3eb22e4 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.649847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e07137-137d-4e0a-af28-3633ab8890c9 req-05e2f6cd-0ab2-43c5-9e1b-0d00943ab615 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:38.651690 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e6e07137-137d-4e0a-af28-3633ab8890c9 req-05e2f6cd-0ab2-43c5-9e1b-0d00943ab615 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0638471 Oct 11 17:32:38.699247 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3bf74817-cd9a-4d34-97ec-a5cda3eb22e4 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.699520 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] Set router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:32:38.701867 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e6e07137-137d-4e0a-af28-3633ab8890c9 req-ef3cba3b-bad4-493f-9c13-d4dc2a251ee2 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Oct 11 17:32:38.776151 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3bf74817-cd9a-4d34-97ec-a5cda3eb22e4 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.794381 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf74817-cd9a-4d34-97ec-a5cda3eb22e4 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e6b57c-260e-465b-a840-0ebad94f4998,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:38.852142 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-164090cd-2db4-4033-8dff-2f615f07ca96 None None] Provisioning complete for port aecc423f-bf3c-4e10-bd68-4b44fe83d78d triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:38.852514 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-164090cd-2db4-4033-8dff-2f615f07ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.888601 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3bf74817-cd9a-4d34-97ec-a5cda3eb22e4 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.889831 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-3bf74817-cd9a-4d34-97ec-a5cda3eb22e4 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3916864 Oct 11 17:32:38.892638 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 59320) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:38.897136 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-ab4d2f47-7464-49f1-a120-7934c99c5278 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'security_group_rule': {'security_group_id': 'bd6b0e1c-63e7-4670-af9c-a9c391be43fb', 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:38.983226 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-164090cd-2db4-4033-8dff-2f615f07ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:38.996360 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.securitygroups_db [None req-ab4d2f47-7464-49f1-a120-7934c99c5278 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Project e9fa2904e2d84f469c4f808f9c6dcb8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 17:32:39.003011 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2f47-7464-49f1-a120-7934c99c5278 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.006362 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:32:35Z', 'revision_number': 4, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port': {'id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:32Z', 'updated_at': '2021-10-11T17:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'aecc423f-bf3c-4e10-bd68-4b44fe83d78d', 'name': '', 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'mac_address': 'fa:16:3e:94:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c6f5ccdb-b01e-4e27-a94c-375803aa84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:34Z', 'updated_at': '2021-10-11T17:32:38Z', 'revision_number': 4, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'subnets': [{'id': 'c6f5ccdb-b01e-4e27-a94c-375803aa84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:39.045279 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 2663d56f-62c9-4c13-b24f-83f3786647f9 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:39.049468 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65af80a-17a9-43c9-8834-078bcc171a03 None None] The sync data for ids ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'] in dv-cinder-808959-3-iscsi is: [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:32:35Z', 'revision_number': 4, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port': {'id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:32Z', 'updated_at': '2021-10-11T17:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'aecc423f-bf3c-4e10-bd68-4b44fe83d78d', 'name': '', 'network_id': '7ee657e5-32b9-436f-8530-cf55d6dd604c', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'mac_address': 'fa:16:3e:94:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c6f5ccdb-b01e-4e27-a94c-375803aa84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:34Z', 'updated_at': '2021-10-11T17:32:38Z', 'revision_number': 4, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'subnets': [{'id': 'c6f5ccdb-b01e-4e27-a94c-375803aa84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:32:39.071819 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2f47-7464-49f1-a120-7934c99c5278 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.077720 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-164090cd-2db4-4033-8dff-2f615f07ca96 None None] For port aecc423f-bf3c-4e10-bd68-4b44fe83d78d, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,segment=NetworkSegment(05c26610-ef82-4a60-8b64-7687d3029fa4),segment_id=05c26610-ef82-4a60-8b64-7687d3029fa4)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:39.113024 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 2663d56f-62c9-4c13-b24f-83f3786647f9 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:39.114006 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.143694 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2f47-7464-49f1-a120-7934c99c5278 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.170164 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d2f47-7464-49f1-a120-7934c99c5278 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdeee69a-2cdc-4377-9b46-3ac4459f63c7,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:39.183752 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-164090cd-2db4-4033-8dff-2f615f07ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.243676 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2f47-7464-49f1-a120-7934c99c5278 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.245098 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-ab4d2f47-7464-49f1-a120-7934c99c5278 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3512335 Oct 11 17:32:39.247930 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59322) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:39.259049 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-f2e81b73-813b-4242-b58e-ab7acb243e07 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'security_group_rule': {'security_group_id': 'bd6b0e1c-63e7-4670-af9c-a9c391be43fb', 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:39.261933 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164090cd-2db4-4033-8dff-2f615f07ca96 None None] Pushing event updated for resources: {'Port': ['ID=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:39.367012 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.securitygroups_db [None req-f2e81b73-813b-4242-b58e-ab7acb243e07 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Project e9fa2904e2d84f469c4f808f9c6dcb8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 17:32:39.372645 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f2e81b73-813b-4242-b58e-ab7acb243e07 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.430809 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f2e81b73-813b-4242-b58e-ab7acb243e07 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.555547 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f2e81b73-813b-4242-b58e-ab7acb243e07 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.574799 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e81b73-813b-4242-b58e-ab7acb243e07 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3406773-9bf0-4712-bee6-f9c90adec171,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:39.661553 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-6197234d-4828-4703-aee4-be3df37bb794 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:39.663084 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-6197234d-4828-4703-aee4-be3df37bb794 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 946 time: 0.0814414 Oct 11 17:32:39.676370 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592138f6-d5b0-42d0-972e-bf7b07bbc539 req-ada1623b-c257-404f-9566-a6cfbba204d0 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:39.677899 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-592138f6-d5b0-42d0-972e-bf7b07bbc539 req-ada1623b-c257-404f-9566-a6cfbba204d0 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 946 time: 0.0704083 Oct 11 17:32:39.696252 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f2e81b73-813b-4242-b58e-ab7acb243e07 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.697430 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-f2e81b73-813b-4242-b58e-ab7acb243e07 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4430213 Oct 11 17:32:39.777382 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-592138f6-d5b0-42d0-972e-bf7b07bbc539 req-f82869f8-0c2a-42df-b5c6-2743b2efc4a0 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910664 Oct 11 17:32:39.814485 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Deleting port 0248846d-77f0-48a2-a0a3-922113e95b88 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:32:39.820171 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.949436 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b6258-e4b9-45fc-a492-8cf6d724dd92 req-6620b7ad-4f6c-4cc0-a384-a8a55bccc185 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:39.953330 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4f8b6258-e4b9-45fc-a492-8cf6d724dd92 req-6620b7ad-4f6c-4cc0-a384-a8a55bccc185 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.1274769 Oct 11 17:32:39.970383 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] For port 0248846d-77f0-48a2-a0a3-922113e95b88, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=0248846d-77f0-48a2-a0a3-922113e95b88,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:39.970383 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:39.993785 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Calling delete_port for 0248846d-77f0-48a2-a0a3-922113e95b88 owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:32:40.012145 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4f8b6258-e4b9-45fc-a492-8cf6d724dd92 req-579c87b6-5643-4423-969e-1f0692b276c0 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552390 Oct 11 17:32:40.204707 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:40.220600 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['852a9582-8bac-4690-82e3-a252eaf8980c', '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf', '0248846d-77f0-48a2-a0a3-922113e95b88'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:32:40.237679 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Pushing event deleted for resources: {'Port': ['ID=0248846d-77f0-48a2-a0a3-922113e95b88,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:40.277758 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] No DVR routers for this DVR port 0248846d-77f0-48a2-a0a3-922113e95b88 on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:32:40.281952 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:40.283588 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-87ae25e9-ec13-497e-ada4-45faa4ff831e req-1e7d7a97-4ecd-4b99-a1be-6bcedb8116db tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "DELETE /v2.0/ports/0248846d-77f0-48a2-a0a3-922113e95b88 HTTP/1.1" status: 204 len: 173 time: 0.6046529 Oct 11 17:32:40.284020 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89d491d-a590-42d8-a8df-8befd024c985', 'name': 'network-vif-deleted', 'tag': '0248846d-77f0-48a2-a0a3-922113e95b88'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:32:40.286272 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b8b82-41ba-43e0-84f8-ac736b37f615" -d '{"events": [{"server_uuid": "d89d491d-a590-42d8-a8df-8befd024c985", "name": "network-vif-deleted", "tag": "0248846d-77f0-48a2-a0a3-922113e95b88"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:32:40.322835 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a8d995-deb2-41ce-b50e-6fe5dc0d7183 x-openstack-request-id: req-28a8d995-deb2-41ce-b50e-6fe5dc0d7183 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:32:40.323079 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89d491d-a590-42d8-a8df-8befd024c985", "name": "network-vif-deleted", "tag": "0248846d-77f0-48a2-a0a3-922113e95b88", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:32:40.323334 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28a8d995-deb2-41ce-b50e-6fe5dc0d7183 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:32:40.323729 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89d491d-a590-42d8-a8df-8befd024c985', 'name': 'network-vif-deleted', 'tag': '0248846d-77f0-48a2-a0a3-922113e95b88', 'status': 'completed', 'code': 200} Oct 11 17:32:40.467457 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ad110417-d961-494f-8c31-674d539b7261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:40.898200 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-db4db1cc-6ab4-40b9-b47b-e6a9bd1fba99 req-3ca2d20c-c6ec-4ee3-ae0c-fda1cb8d44de tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89d491d-a590-42d8-a8df-8befd024c985 HTTP/1.1" status: 200 len: 210 time: 0.0304723 Oct 11 17:32:41.047651 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device aecc423f-bf3c-4e10-bd68-4b44fe83d78d up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:32:41.100771 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port aecc423f-bf3c-4e10-bd68-4b44fe83d78d triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:41.101175 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:41.152834 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cdf07-129a-4263-8ec2-b1dbf69d0113 req-4cfbce5e-502c-46d4-8e6f-b65a6e1c493f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:41.154390 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-102cdf07-129a-4263-8ec2-b1dbf69d0113 req-4cfbce5e-502c-46d4-8e6f-b65a6e1c493f tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0612969 Oct 11 17:32:41.196144 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-102cdf07-129a-4263-8ec2-b1dbf69d0113 req-00c1804d-2d3e-41da-a06a-73300ed6514c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358489 Oct 11 17:32:41.728424 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:32:42.347936 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead36e16-c04c-4170-b3f1-977fb04f7318 req-a690f84a-3106-42d6-b1b6-f480c1abd757 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:42.349398 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ead36e16-c04c-4170-b3f1-977fb04f7318 req-a690f84a-3106-42d6-b1b6-f480c1abd757 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0810587 Oct 11 17:32:42.361745 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6b80e-c344-4142-8c59-be56fed9524b req-6f073ebc-2626-46e5-b390-ac8b5327caf6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:42.363104 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f1b6b80e-c344-4142-8c59-be56fed9524b req-6f073ebc-2626-46e5-b390-ac8b5327caf6 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0673418 Oct 11 17:32:42.415923 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ead36e16-c04c-4170-b3f1-977fb04f7318 req-3ad6f3bb-1032-46df-ae65-a1c7ce4dc01d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518932 Oct 11 17:32:42.421122 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f1b6b80e-c344-4142-8c59-be56fed9524b req-92e579d2-0dfe-4817-8723-980610a8406d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515635 Oct 11 17:32:43.153242 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-eb8330b4-ba4d-4921-a114-035d75df539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:43.564231 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148161e-ef92-4cb5-9211-289f0376f490 req-8ebc2054-cc20-4d03-9f2c-695eacb3f686 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:43.565742 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1148161e-ef92-4cb5-9211-289f0376f490 req-8ebc2054-cc20-4d03-9f2c-695eacb3f686 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0769899 Oct 11 17:32:43.580425 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c2bbf-17b4-4d43-a96e-7e81d968e750 req-97f9b914-e1dd-41fc-909f-61e782d78469 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:43.581854 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d13c2bbf-17b4-4d43-a96e-7e81d968e750 req-97f9b914-e1dd-41fc-909f-61e782d78469 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0838044 Oct 11 17:32:43.621809 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 0248846d-77f0-48a2-a0a3-922113e95b88 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:32:43.637460 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1148161e-ef92-4cb5-9211-289f0376f490 req-37991456-b2dd-4a02-85fe-fe927dbba7e6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652807 Oct 11 17:32:43.642309 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d13c2bbf-17b4-4d43-a96e-7e81d968e750 req-17429417-86ef-4990-8e73-10f514eacffd tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Oct 11 17:32:43.648014 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 0248846d-77f0-48a2-a0a3-922113e95b88 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:32:43.655069 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 0248846d-77f0-48a2-a0a3-922113e95b88 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:32:44.128085 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e60522-e245-4087-8485-e7ac4b4498de req-bf65972f-3892-4261-9b67-558c13b9d915 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:44.130271 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-39e60522-e245-4087-8485-e7ac4b4498de req-bf65972f-3892-4261-9b67-558c13b9d915 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 946 time: 0.0539820 Oct 11 17:32:44.190531 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f38a-29fd-4b2e-a2de-a9708e473463 req-77ee155a-7d94-401f-8a2b-59c9f5644a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:44.192050 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c9c5f38a-29fd-4b2e-a2de-a9708e473463 req-77ee155a-7d94-401f-8a2b-59c9f5644a98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1098 time: 0.0415308 Oct 11 17:32:44.227648 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Deleting port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:32:44.227985 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:44.232394 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c9c5f38a-29fd-4b2e-a2de-a9708e473463 req-d14ebf94-3e24-4103-9385-af12b59259fd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Oct 11 17:32:44.322086 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] For port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:44.322391 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:44.334201 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Calling delete_port for 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:32:44.435646 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:44.558999 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:44.571178 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['852a9582-8bac-4690-82e3-a252eaf8980c', '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:32:44.589275 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Pushing event deleted for resources: {'Port': ['ID=96f17fbd-4d0d-4c4f-8338-44c8de1ddedf,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:44.637670 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] No DVR routers for this DVR port 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:32:44.642568 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:44.648082 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-39e60522-e245-4087-8485-e7ac4b4498de req-20859763-8312-4250-b2d1-ed3ac81ace6e tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "DELETE /v2.0/ports/96f17fbd-4d0d-4c4f-8338-44c8de1ddedf HTTP/1.1" status: 204 len: 173 time: 0.5102029 Oct 11 17:32:44.648681 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cddf481-4ad5-4c03-822d-b5cd1de104a6', 'name': 'network-vif-deleted', 'tag': '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:32:44.665092 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac03932-2325-4ed2-9b3e-cf7cee036fe4" -d '{"events": [{"server_uuid": "8cddf481-4ad5-4c03-822d-b5cd1de104a6", "name": "network-vif-deleted", "tag": "96f17fbd-4d0d-4c4f-8338-44c8de1ddedf"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:32:44.714219 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad724fc-9f5d-467b-9132-10bb8af532ae x-openstack-request-id: req-1ad724fc-9f5d-467b-9132-10bb8af532ae {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:32:44.714716 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cddf481-4ad5-4c03-822d-b5cd1de104a6", "name": "network-vif-deleted", "tag": "96f17fbd-4d0d-4c4f-8338-44c8de1ddedf", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:32:44.715057 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ad724fc-9f5d-467b-9132-10bb8af532ae {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:32:44.715580 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cddf481-4ad5-4c03-822d-b5cd1de104a6', 'name': 'network-vif-deleted', 'tag': '96f17fbd-4d0d-4c4f-8338-44c8de1ddedf', 'status': 'completed', 'code': 200} Oct 11 17:32:44.785946 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:44.833499 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b1a66107-4ae2-449f-8e16-57a194a05d6f req-ed95a2b4-c6e5-44e7-b2d3-6018cb744793 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cddf481-4ad5-4c03-822d-b5cd1de104a6 HTTP/1.1" status: 200 len: 210 time: 0.0530362 Oct 11 17:32:44.853231 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0c40-f498-42a4-85b0-6a8ec9881fca req-8e016807-8521-4d9c-a694-03f6ac59724c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:44.855254 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7a0e0c40-f498-42a4-85b0-6a8ec9881fca req-8e016807-8521-4d9c-a694-03f6ac59724c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0941660 Oct 11 17:32:44.895606 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7a0e0c40-f498-42a4-85b0-6a8ec9881fca req-b4fd3fa3-bcb2-4f64-b10d-631b7e7213ec tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Oct 11 17:32:46.012259 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd60fa-264b-4460-b0a0-72affe5458c8 req-9f8acb85-ae30-4f41-849e-dc67ed4d639b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:46.013762 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40fd60fa-264b-4460-b0a0-72affe5458c8 req-9f8acb85-ae30-4f41-849e-dc67ed4d639b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0492992 Oct 11 17:32:46.051044 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40fd60fa-264b-4460-b0a0-72affe5458c8 req-c0aa77b9-dcab-40f1-86bd-364302f1ad2d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312722 Oct 11 17:32:46.058958 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:47.173716 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a2ca6-2dd8-487e-8f04-ed4ea7bc16c3 req-560c4ec9-1295-4363-ac68-9d508c7d2796 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:47.175286 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-522a2ca6-2dd8-487e-8f04-ed4ea7bc16c3 req-560c4ec9-1295-4363-ac68-9d508c7d2796 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0575898 Oct 11 17:32:47.222542 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-522a2ca6-2dd8-487e-8f04-ed4ea7bc16c3 req-a30087f4-2b8f-4c80-a2bf-a50ba6646a20 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381083 Oct 11 17:32:47.328946 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6214769-e409-4026-9940-3ac80fbaf703 req-6a96b201-6416-4acd-a3c4-276b6d3afc63 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:47.330482 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6214769-e409-4026-9940-3ac80fbaf703 req-6a96b201-6416-4acd-a3c4-276b6d3afc63 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0488985 Oct 11 17:32:47.367747 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6214769-e409-4026-9940-3ac80fbaf703 req-5986c75b-d1ac-4962-a58a-2360863bb6dc tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Oct 11 17:32:47.482864 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-7870df0a-7e55-4312-a453-df4b44b928ec tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8878099&fields=id&tenant_id=f70e0c33781b45659256ec42c56d495a HTTP/1.1" status: 200 len: 267 time: 0.0342424 Oct 11 17:32:47.595603 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-15cd5af2-836f-402a-8f01-a0650e449bf1 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:47.597041 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-15cd5af2-836f-402a-8f01-a0650e449bf1 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/networks?id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 HTTP/1.1" status: 200 len: 808 time: 0.1071882 Oct 11 17:32:47.622130 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0d9b333c-83ad-4ac4-acd5-de08f514a9a4 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/quotas/f70e0c33781b45659256ec42c56d495a HTTP/1.1" status: 200 len: 375 time: 0.0193615 Oct 11 17:32:47.643155 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:32:47.662708 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:32:47.663051 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 96f17fbd-4d0d-4c4f-8338-44c8de1ddedf not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:32:47.686242 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab47f-198e-40af-80da-13e1f82d71a7 req-5145e5ae-c8c0-4a80-92a9-d8ba40529fcf tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:47.687740 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7f5ab47f-198e-40af-80da-13e1f82d71a7 req-5145e5ae-c8c0-4a80-92a9-d8ba40529fcf tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 945 time: 0.0784078 Oct 11 17:32:47.698269 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-6528fc96-ccf6-44be-8d80-e9a0f0ca3f28 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f70e0c33781b45659256ec42c56d495a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623565 Oct 11 17:32:47.772482 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7f5ab47f-198e-40af-80da-13e1f82d71a7 req-1a3b2611-995a-415c-bf81-687aeeb2c059 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731544 Oct 11 17:32:47.812750 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-c31a0621-7496-437c-a174-6c7828d46a44 service neutron] 10.222.0.42 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008754 Oct 11 17:32:47.903219 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-c644c6e4-0b88-4a8a-a573-dac797ee3dc3 service neutron] 10.222.0.42 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844958 Oct 11 17:32:48.098504 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b249c1-b31b-44d9-a29f-ec6ca88b1782 req-b6e4f91d-be0e-4df5-b9c7-c5e9bcf3d014 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:48.099990 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c2b249c1-b31b-44d9-a29f-ec6ca88b1782 req-b6e4f91d-be0e-4df5-b9c7-c5e9bcf3d014 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0494671 Oct 11 17:32:48.164216 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c2b249c1-b31b-44d9-a29f-ec6ca88b1782 req-6be75d48-9adb-49e5-9e9c-62b5c7f57116 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575585 Oct 11 17:32:48.173919 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-c54699f6-5aeb-41c7-9fbf-41489f218a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:48.175506 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-c54699f6-5aeb-41c7-9fbf-41489f218a51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0ad4749b4b24b30b3af17780c806595&device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 1098 time: 0.0552325 Oct 11 17:32:48.274513 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-659f0a4d-8cd3-4230-8325-d2a54f500663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:48.276576 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-659f0a4d-8cd3-4230-8325-d2a54f500663 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 200 len: 920 time: 0.0915291 Oct 11 17:32:48.319391 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-ec564da8-6f03-4504-916c-77534182b91d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 HTTP/1.1" status: 200 len: 217 time: 0.0347309 Oct 11 17:32:48.371873 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-38647fa4-db82-41e7-8fb4-89b86a220b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:48.373367 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-38647fa4-db82-41e7-8fb4-89b86a220b05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 200 len: 859 time: 0.0454993 Oct 11 17:32:48.419356 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-206ee6f3-a896-4eb3-b442-00c08391ee4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41458604-05a6-49ec-af14-1a5b974f531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323451 Oct 11 17:32:48.452251 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d933cd75-d826-4b50-868f-c4811988e25e req-4b49f05f-2049-400d-b474-8b65b01525f6 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 210 time: 0.0302486 Oct 11 17:32:48.555983 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55946a-470f-43c7-b938-5ef91759af52 req-e9960e3b-7562-429c-a4c9-eef6abeace52 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:48.557392 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b55946a-470f-43c7-b938-5ef91759af52 req-e9960e3b-7562-429c-a4c9-eef6abeace52 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.1129355 Oct 11 17:32:48.583316 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-d58ecf05-d52f-40cc-9a9a-2ed2c3142a39 service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402051 Oct 11 17:32:48.621432 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b55946a-470f-43c7-b938-5ef91759af52 req-e466f67d-eb79-429a-a1c4-4b68d7c6ee7e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538943 Oct 11 17:32:48.690557 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84ab0c73-5f45-44fb-8fad-21f7637ceba9 req-ebcbd722-9077-485d-9cc0-d9351315af0b service neutron] 10.222.0.48 "GET /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948210 Oct 11 17:32:49.086429 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367f1b8-0b3d-4740-9bd1-94c56e520aeb req-4406e644-3c56-4eff-b15a-1c708e073162 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:49.087866 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5367f1b8-0b3d-4740-9bd1-94c56e520aeb req-4406e644-3c56-4eff-b15a-1c708e073162 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 945 time: 0.2407198 Oct 11 17:32:49.124499 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5367f1b8-0b3d-4740-9bd1-94c56e520aeb req-90489186-a0f9-41f8-919d-72f1c326536d tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307844 Oct 11 17:32:49.282508 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b6d10-cedc-4388-aeba-f8a0da2d8296 req-4a0bd1f7-fe08-4013-842e-6dd58699945e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:49.283969 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-af7b6d10-cedc-4388-aeba-f8a0da2d8296 req-4a0bd1f7-fe08-4013-842e-6dd58699945e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0521030 Oct 11 17:32:49.320925 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-af7b6d10-cedc-4388-aeba-f8a0da2d8296 req-c9465a03-8fdb-4bbd-ad39-412f04a83191 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 Oct 11 17:32:49.540640 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-18bb4577-358b-43f0-b2d8-f5c2cdcf9766 req-ac99f22d-7f44-41e6-9000-ee63422cb039 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 210 time: 0.0250158 Oct 11 17:32:49.744699 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9227f53-3544-4603-be85-5716b0da1407 req-8bb73f8e-bd1e-466d-8530-7bc67b423a39 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:49.746286 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d9227f53-3544-4603-be85-5716b0da1407 req-8bb73f8e-bd1e-466d-8530-7bc67b423a39 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0539074 Oct 11 17:32:49.792290 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d9227f53-3544-4603-be85-5716b0da1407 req-3d6f9f23-4aba-4c8c-8d6b-c03d0af7de23 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401599 Oct 11 17:32:49.834386 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-85d2d88e-24f1-4714-bb01-b578d3663aef tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:49.835820 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-85d2d88e-24f1-4714-bb01-b578d3663aef tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 945 time: 0.0546477 Oct 11 17:32:49.931330 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Deleting port 852a9582-8bac-4690-82e3-a252eaf8980c {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:32:49.931603 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:50.018938 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] For port 852a9582-8bac-4690-82e3-a252eaf8980c, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=852a9582-8bac-4690-82e3-a252eaf8980c,segment=NetworkSegment(58792144-bbdc-4608-bec4-0678722e7c0f),segment_id=58792144-bbdc-4608-bec4-0678722e7c0f)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:32:50.019293 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:50.031394 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Calling delete_port for 852a9582-8bac-4690-82e3-a252eaf8980c owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:32:50.232939 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:50.245576 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['852a9582-8bac-4690-82e3-a252eaf8980c'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:32:50.271090 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cbcf3-6591-48ea-b215-f68117186e9d req-79f77a8c-be25-4f08-9ea9-6d64af14d625 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:50.272594 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-857cbcf3-6591-48ea-b215-f68117186e9d req-79f77a8c-be25-4f08-9ea9-6d64af14d625 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 945 time: 0.0742438 Oct 11 17:32:50.275208 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Pushing event deleted for resources: {'Port': ['ID=852a9582-8bac-4690-82e3-a252eaf8980c,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:50.330062 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] No DVR routers for this DVR port 852a9582-8bac-4690-82e3-a252eaf8980c on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:32:50.334960 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:50.339435 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fe4b175c-8ee0-4de7-904a-b9f30a7eb14f req-6b05b14f-211a-41fa-9b79-b418cbc1d896 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.48 "DELETE /v2.0/ports/852a9582-8bac-4690-82e3-a252eaf8980c HTTP/1.1" status: 204 len: 173 time: 0.4969785 Oct 11 17:32:50.339920 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41c6cb3-0c16-42d4-b369-58e56fe385f2', 'name': 'network-vif-deleted', 'tag': '852a9582-8bac-4690-82e3-a252eaf8980c'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:32:50.348580 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea6377a-3536-4e5c-b4b9-69a7f5d69b40" -d '{"events": [{"server_uuid": "c41c6cb3-0c16-42d4-b369-58e56fe385f2", "name": "network-vif-deleted", "tag": "852a9582-8bac-4690-82e3-a252eaf8980c"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:32:50.362205 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-857cbcf3-6591-48ea-b215-f68117186e9d req-546cefc4-c579-402f-9b74-e25ba3cb1d5f tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783033 Oct 11 17:32:50.422882 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1c4217-a4c4-459b-a777-4e135b4c746b x-openstack-request-id: req-7b1c4217-a4c4-459b-a777-4e135b4c746b {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:32:50.423062 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41c6cb3-0c16-42d4-b369-58e56fe385f2", "name": "network-vif-deleted", "tag": "852a9582-8bac-4690-82e3-a252eaf8980c", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:32:50.423287 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b1c4217-a4c4-459b-a777-4e135b4c746b {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:32:50.423676 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41c6cb3-0c16-42d4-b369-58e56fe385f2', 'name': 'network-vif-deleted', 'tag': '852a9582-8bac-4690-82e3-a252eaf8980c', 'status': 'completed', 'code': 200} Oct 11 17:32:50.498410 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16c9f9-ae9d-48af-bb10-482ab797acbe req-febee214-853e-46c6-aeea-698a61e7c418 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:50.499813 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ec16c9f9-ae9d-48af-bb10-482ab797acbe req-febee214-853e-46c6-aeea-698a61e7c418 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.1107044 Oct 11 17:32:50.546537 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-a48c17ed-2334-4778-8272-24c35456f7b0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:50.547946 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-a48c17ed-2334-4778-8272-24c35456f7b0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.48 "GET /v2.0/networks?id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 HTTP/1.1" status: 200 len: 808 time: 0.1488204 Oct 11 17:32:50.570591 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ec16c9f9-ae9d-48af-bb10-482ab797acbe req-29c68b2e-4d15-4afc-9165-48216dc853e7 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646036 Oct 11 17:32:50.604358 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-47b233f4-5633-4971-9a2b-80981c73cf63 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f70e0c33781b45659256ec42c56d495a HTTP/1.1" status: 200 len: 377 time: 0.0405185 Oct 11 17:32:50.618737 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'port': {'device_id': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'admin_state_up': True, 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'security_groups': ['42eeb406-8ef7-40b6-b614-a8e19d1aeea5']}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:50.691356 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a83d27b8-2b92-4784-a7a0-777fc263b0b7 req-383d8df9-c9f6-4dd4-bb0f-3f76425b94ce tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 210 time: 0.0563505 Oct 11 17:32:50.816371 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Made reservation on behalf of f70e0c33781b45659256ec42c56d495a for: {'port': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:32:50.820398 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:50.970926 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ac726-e0af-43fe-b0af-b79c9a945bff req-8ccb1431-fcfc-46e0-9f41-f8ed8e9fafef tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:50.972453 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9b6ac726-e0af-43fe-b0af-b79c9a945bff req-8ccb1431-fcfc-46e0-9f41-f8ed8e9fafef tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0932798 Oct 11 17:32:51.003246 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Allocated IP 172.20.0.7 (d8fb0705-03e6-4cc5-85c8-9e76cd9f2205/b2b8de0a-35c9-4125-9d9d-34479a76a032/991edb0c-f090-4607-8f8f-1bc1288c2194) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:32:51.032707 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9b6ac726-e0af-43fe-b0af-b79c9a945bff req-900bfb8d-f8d3-4762-8aac-a1f863bde2b8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505099 Oct 11 17:32:51.164539 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:51.267168 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:51.311899 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:32:51.316743 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:32:51.320419 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:32:51.346227 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:51.376537 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:51.377187 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:51.465198 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-0c8f66f2-9e3a-4ab4-b0dc-689a473a16f7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508828 Oct 11 17:32:51.482550 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aee4ec7e-f977-4f93-bda2-15a1e85acfc2 req-713a9142-af35-4cb0-831f-c53535e96520 tempest-AttachVolumeNegativeTest-1215967169 tempest-AttachVolumeNegativeTest-1215967169-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c6cb3-0c16-42d4-b369-58e56fe385f2 HTTP/1.1" status: 200 len: 210 time: 0.0330174 Oct 11 17:32:51.486247 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Request body: {'port': {'device_id': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:32:51.548562 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:51.617514 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-d30d9526-4413-4b5c-9151-4331a0e2586d None None] Provisioning complete for port 991edb0c-f090-4607-8f8f-1bc1288c2194 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:32:51.617998 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d30d9526-4413-4b5c-9151-4331a0e2586d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:51.656911 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-d30d9526-4413-4b5c-9151-4331a0e2586d None None] Port 991edb0c-f090-4607-8f8f-1bc1288c2194 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:32:51.784782 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e4d31-2d31-4ed0-a6f9-01f17baf6224 req-db1e5558-a627-4a26-a2c1-5cf9506cd9e8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:51.786513 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f58e4d31-2d31-4ed0-a6f9-01f17baf6224 req-db1e5558-a627-4a26-a2c1-5cf9506cd9e8 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.1104429 Oct 11 17:32:51.880977 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f58e4d31-2d31-4ed0-a6f9-01f17baf6224 req-824cd77f-ba71-4123-bac9-25dfb564ab7e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743470 Oct 11 17:32:51.892803 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e08c2-54c3-460e-9cbc-141ed8637005 req-2f22c99b-ed9e-4626-bef9-f770ead2141c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:51.894268 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-be9e08c2-54c3-460e-9cbc-141ed8637005 req-2f22c99b-ed9e-4626-bef9-f770ead2141c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 931 time: 0.1321595 Oct 11 17:32:51.947167 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991edb0c-f090-4607-8f8f-1bc1288c2194 {{(pid=94391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:32:51.958838 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:51.983310 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-be9e08c2-54c3-460e-9cbc-141ed8637005 req-ef896e45-3791-4d10-b50b-156cae90431b tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0664155 Oct 11 17:32:51.984198 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.provisioning_blocks [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Transition to ACTIVE for port object 991edb0c-f090-4607-8f8f-1bc1288c2194 will not be triggered until provisioned by entity L2. {{(pid=94391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:32:52.069595 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.133897 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Pushing event updated for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:52.223460 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223f198-8792-449e-8c9a-545a8907007b req-921b05b2-5aaf-4988-a4f9-63b8e836ffbb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:52.225013 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8223f198-8792-449e-8c9a-545a8907007b req-921b05b2-5aaf-4988-a4f9-63b8e836ffbb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.1082830 Oct 11 17:32:52.253015 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Attempting to bind port 991edb0c-f090-4607-8f8f-1bc1288c2194 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:32:52.253374 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Attempting to bind port 991edb0c-f090-4607-8f8f-1bc1288c2194 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:32:52.253776 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Attempting to bind port 991edb0c-f090-4607-8f8f-1bc1288c2194 on network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:52.264835 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Port 991edb0c-f090-4607-8f8f-1bc1288c2194 on network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:32:52.265226 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Attempting to bind port 991edb0c-f090-4607-8f8f-1bc1288c2194 on network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:32:52.284264 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8223f198-8792-449e-8c9a-545a8907007b req-53854fc6-7c8a-4736-a79a-69e81bf3764c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Oct 11 17:32:52.284989 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:32:52.285351 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Checking segment: {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:32:52.285726 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Bound using segment: {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:32:52.286161 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Bound port: 991edb0c-f090-4607-8f8f-1bc1288c2194, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59921eeb-c12c-46c6-8dde-73cdde52684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205'}}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:32:52.286541 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.356874 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, cleared binding levels {{(pid=94391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:32:52.360273 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:32:52.444771 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.481387 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:52.485625 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.485625 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] 10.222.0.48 "PUT /v2.0/ports/991edb0c-f090-4607-8f8f-1bc1288c2194 HTTP/1.1" status: 200 len: 1093 time: 1.0033860 Oct 11 17:32:52.485625 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:32:52.486147 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30792122-49e7-47cb-b60a-7ca34fbecfce" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:32:52.522589 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4f1af-86f7-48ce-a61e-4a2458e1e65a service neutron] Pushing event updated for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=3']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:52.529304 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d7461f-b5d8-4a7e-97b1-492261292fa2 x-openstack-request-id: req-c2d7461f-b5d8-4a7e-97b1-492261292fa2 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:32:52.529595 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:32:52.529847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2d7461f-b5d8-4a7e-97b1-492261292fa2 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:32:52.530247 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'status': 'completed', 'code': 200} Oct 11 17:32:52.547658 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59590) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:52.632571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_v2 [None req-92008256-228d-4116-a2ca-98ae71371e48 admin admin] Deleting subnet 55514ad8-cbb9-4130-9673-de9531d5a35c {{(pid=94391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:32:52.637844 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792122-49e7-47cb-b60a-7ca34fbecfce req-6b874ab4-64e4-4ad9-a43f-0cfff1d31afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:52.639323 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30792122-49e7-47cb-b60a-7ca34fbecfce req-6b874ab4-64e4-4ad9-a43f-0cfff1d31afb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70e0c33781b45659256ec42c56d495a&device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1096 time: 0.0842583 Oct 11 17:32:52.639972 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-92008256-228d-4116-a2ca-98ae71371e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.721815 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-92008256-228d-4116-a2ca-98ae71371e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27110554'] for subnet, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.793435 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-92008256-228d-4116-a2ca-98ae71371e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.813845 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792122-49e7-47cb-b60a-7ca34fbecfce req-0c1ed8e6-4c29-4be1-9016-9ef9ed874156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:52.815279 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30792122-49e7-47cb-b60a-7ca34fbecfce req-0c1ed8e6-4c29-4be1-9016-9ef9ed874156 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f70e0c33781b45659256ec42c56d495a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1567662 Oct 11 17:32:52.945434 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792122-49e7-47cb-b60a-7ca34fbecfce req-50ea7a30-f97f-4af1-b00d-670d10c43c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:52.946818 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-30792122-49e7-47cb-b60a-7ca34fbecfce req-50ea7a30-f97f-4af1-b00d-670d10c43c60 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069438 Oct 11 17:32:52.949311 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-92008256-228d-4116-a2ca-98ae71371e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26918709'] for subnet, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.973895 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92008256-228d-4116-a2ca-98ae71371e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55514ad8-cbb9-4130-9673-de9531d5a35c,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:52.978100 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-92008256-228d-4116-a2ca-98ae71371e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:52.981653 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-92008256-228d-4116-a2ca-98ae71371e48 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/55514ad8-cbb9-4130-9673-de9531d5a35c HTTP/1.1" status: 204 len: 168 time: 0.4329629 Oct 11 17:32:52.984138 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59592) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:53.110013 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:53.116999 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-4a2f49a6-44b9-4a50-931e-8144a1ba0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:53.118471 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-4a2f49a6-44b9-4a50-931e-8144a1ba0108 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70e0c33781b45659256ec42c56d495a&device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1096 time: 0.1275492 Oct 11 17:32:53.191075 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859ac56-71f4-4ecd-8b13-025b43b19a2d req-ba6d9d91-e597-4d0a-ad76-fc08a485087f tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:53.192521 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f859ac56-71f4-4ecd-8b13-025b43b19a2d req-ba6d9d91-e597-4d0a-ad76-fc08a485087f tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.1361189 Oct 11 17:32:53.194121 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-8ca881f1-a8a2-4d5d-9907-2114d96053e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991edb0c-f090-4607-8f8f-1bc1288c2194 HTTP/1.1" status: 200 len: 217 time: 0.0658615 Oct 11 17:32:53.286184 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:53.326647 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74b844b-1e0d-469b-b7fa-d9679bb91766']}} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:53.329607 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-22fbd878-aaca-4a38-991f-ef41b97150f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:53.331123 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-22fbd878-aaca-4a38-991f-ef41b97150f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2b8de0a-35c9-4125-9d9d-34479a76a032 HTTP/1.1" status: 200 len: 847 time: 0.1244042 Oct 11 17:32:53.338738 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f859ac56-71f4-4ecd-8b13-025b43b19a2d req-c8277383-27a6-41a0-92a0-8e8e56099afb tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1330993 Oct 11 17:32:53.343008 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58792144-bbdc-4608-bec4-0678722e7c0f') {'for_net_delete': True} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:53.343300 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58792144-bbdc-4608-bec4-0678722e7c0f') {} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:32:53.399035 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27110545'] for segment, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:53.435373 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:53.447028 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=94391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:32:53.447411 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672002'] for segment, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: Traceback (most recent call last): Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: timer() Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: cb(*args, **kw) Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: return func(*args, **kwargs) Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: self._notify() Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: self.callback(batched_events) Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: event.method(event) Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: return f(self, *a, **k) Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._get(url).json() Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: return self.request(url, 'GET', **kwargs) Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:32:53.449159 dv-cinder-808959-3-iscsi neutron-server[94391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:32:53.652613 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 852a9582-8bac-4690-82e3-a252eaf8980c no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:32:53.679792 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-5333d1e3-9cf7-4d88-8188-aaa7768d3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:53.681432 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-5333d1e3-9cf7-4d88-8188-aaa7768d3ff5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3403969 Oct 11 17:32:53.713819 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b01c4d-5435-4e84-9194-9db6f0d84248 req-9d3e98cd-48e3-4be5-960e-2b2ea3d18db4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:53.715340 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-20b01c4d-5435-4e84-9194-9db6f0d84248 req-9d3e98cd-48e3-4be5-960e-2b2ea3d18db4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.3312678 Oct 11 17:32:53.782681 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 852a9582-8bac-4690-82e3-a252eaf8980c {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:32:53.783032 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 852a9582-8bac-4690-82e3-a252eaf8980c not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:32:53.801223 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-20b01c4d-5435-4e84-9194-9db6f0d84248 req-d8c837f4-0855-4bcd-a94e-ca7f4e60706c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733929 Oct 11 17:32:53.810676 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:53.827222 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:53.829801 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] 10.222.0.42 "DELETE /v2.0/networks/e74b844b-1e0d-469b-b7fa-d9679bb91766 HTTP/1.1" status: 204 len: 168 time: 0.8447673 Oct 11 17:32:53.840411 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74054d26-2f9c-4996-983c-3cda0800eeeb admin admin] Pushing event deleted for resources: {'Network': ['ID=e74b844b-1e0d-469b-b7fa-d9679bb91766,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:53.843336 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-3721d4d1-f62c-4f93-806d-80231713d5b4 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523087 Oct 11 17:32:53.943129 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9cadde71-5f21-4472-8ee4-7262735b7fe1 req-b90d727b-9dd9-47dd-92d8-926544b71f4f service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834157 Oct 11 17:32:54.215091 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59604) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:54.256733 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-d9f9ad50-90f4-419e-9264-94523fd9a4b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45cb158b84f04eb9a9d655242c2622e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405178 Oct 11 17:32:54.259086 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59606) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:32:54.306308 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d43ab5ba-1ed6-448b-b6f0-bf5ce353fed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:54.328334 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d43ab5ba-1ed6-448b-b6f0-bf5ce353fed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:54.463815 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfd4a3-a2f3-4b8a-a091-cb43d281389c req-e6d6932e-0852-457c-83e4-e5089af21175 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:54.465329 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-77cfd4a3-a2f3-4b8a-a091-cb43d281389c req-e6d6932e-0852-457c-83e4-e5089af21175 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0490477 Oct 11 17:32:54.487746 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d43ab5ba-1ed6-448b-b6f0-bf5ce353fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:54.489662 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d43ab5ba-1ed6-448b-b6f0-bf5ce353fed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:32:54.490750 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-d43ab5ba-1ed6-448b-b6f0-bf5ce353fed2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff2d7e52-5c06-40e2-af12-8b36cee1c1e6 HTTP/1.1" status: 204 len: 168 time: 0.2301943 Oct 11 17:32:54.510696 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ab5ba-1ed6-448b-b6f0-bf5ce353fed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2d7e52-5c06-40e2-af12-8b36cee1c1e6,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:32:54.523423 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-77cfd4a3-a2f3-4b8a-a091-cb43d281389c req-0884aabe-af8c-428f-8529-af609d7dd351 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499372 Oct 11 17:32:54.920690 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196d7cf-703e-437f-a577-183d14893cf9 req-98deb1ec-1f6e-46b9-a09c-b27d5a66adbc tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:54.922211 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2196d7cf-703e-437f-a577-183d14893cf9 req-98deb1ec-1f6e-46b9-a09c-b27d5a66adbc tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0516884 Oct 11 17:32:54.959727 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2196d7cf-703e-437f-a577-183d14893cf9 req-e57f49d1-9f8f-4fa3-b7fd-65a4085cb26c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Oct 11 17:32:55.641621 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69acd5-87c6-43b7-a8e3-47992435f244 req-d3d406dc-662e-4d68-a7f0-090ec479b3fb tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:55.643195 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-de69acd5-87c6-43b7-a8e3-47992435f244 req-d3d406dc-662e-4d68-a7f0-090ec479b3fb tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0484734 Oct 11 17:32:55.680330 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-de69acd5-87c6-43b7-a8e3-47992435f244 req-0cc63ba4-9f05-4d02-97e0-6705d52f7431 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312855 Oct 11 17:32:56.083552 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8718af-2c6d-4779-bb19-4cf2c6e35c39 req-5e6d4317-e2e2-41ae-bb32-43c5e5dcb26e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:56.085482 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fd8718af-2c6d-4779-bb19-4cf2c6e35c39 req-5e6d4317-e2e2-41ae-bb32-43c5e5dcb26e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0498388 Oct 11 17:32:56.123905 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fd8718af-2c6d-4779-bb19-4cf2c6e35c39 req-253d6598-bb1a-4948-a84d-c91ac35f747f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325103 Oct 11 17:32:56.809304 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d97c-513b-4b7a-855b-40e0ac1196a6 req-ad3bc782-a976-4544-8c99-0003e5d82fb0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:56.811371 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0221d97c-513b-4b7a-855b-40e0ac1196a6 req-ad3bc782-a976-4544-8c99-0003e5d82fb0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0611382 Oct 11 17:32:56.851416 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0221d97c-513b-4b7a-855b-40e0ac1196a6 req-028753f3-2674-4327-b9c0-662e2179f748 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337231 Oct 11 17:32:57.240811 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff8b8a-c451-4434-83fa-9e8f0b8c1675 req-2781a2d4-8909-44a4-a8a9-bcdc9d2c16ac tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:57.242349 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cfff8b8a-c451-4434-83fa-9e8f0b8c1675 req-2781a2d4-8909-44a4-a8a9-bcdc9d2c16ac tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0480731 Oct 11 17:32:57.280072 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cfff8b8a-c451-4434-83fa-9e8f0b8c1675 req-8096fe1a-f4f3-4b6a-ae93-f608ea2a557f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Oct 11 17:32:57.627926 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e8eb-54a2-412b-a614-f09eb15e6499 req-9fe07c79-73d7-412e-bf5e-319a4553248e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:57.629424 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c149e8eb-54a2-412b-a614-f09eb15e6499 req-9fe07c79-73d7-412e-bf5e-319a4553248e tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0509868 Oct 11 17:32:57.665210 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c149e8eb-54a2-412b-a614-f09eb15e6499 req-c83eedc2-0c2b-4f69-95ca-68c4bbc30c16 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298429 Oct 11 17:32:57.972653 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aca65-28c6-479f-91a8-bea590f5f653 req-5dfbd953-992b-4735-b5d0-29d5cb2eb43f tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:57.974174 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ab5aca65-28c6-479f-91a8-bea590f5f653 req-5dfbd953-992b-4735-b5d0-29d5cb2eb43f tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0552709 Oct 11 17:32:58.011325 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ab5aca65-28c6-479f-91a8-bea590f5f653 req-ece0f74e-9413-431c-a100-2623381763cf tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305398 Oct 11 17:32:58.399349 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb81f6-fe41-4139-a771-c5d1fa54c846 req-7eefc453-8340-4b70-90e9-ec4ce998b8ae tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:58.401391 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-68eb81f6-fe41-4139-a771-c5d1fa54c846 req-7eefc453-8340-4b70-90e9-ec4ce998b8ae tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0485742 Oct 11 17:32:58.437579 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-68eb81f6-fe41-4139-a771-c5d1fa54c846 req-2e2917a0-fc6c-4e99-b991-9a81ccf3f168 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304077 Oct 11 17:32:58.778742 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a8126-414b-4413-a7a1-c3ef5d88d025 req-c2d89888-e865-4ffb-bb48-a0ef467f6d8c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:58.780184 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7b5a8126-414b-4413-a7a1-c3ef5d88d025 req-c2d89888-e865-4ffb-bb48-a0ef467f6d8c tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0477424 Oct 11 17:32:58.826304 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7b5a8126-414b-4413-a7a1-c3ef5d88d025 req-5c833bc5-05a0-4050-aaaa-64533a1623fe tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Oct 11 17:32:59.130749 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84a5ad-df6d-4ad7-869b-ce8c4d097e9a req-10cfe169-ec8a-4c42-9369-3a76236638bb tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:59.132392 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f84a5ad-df6d-4ad7-869b-ce8c4d097e9a req-10cfe169-ec8a-4c42-9369-3a76236638bb tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0537834 Oct 11 17:32:59.170081 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f84a5ad-df6d-4ad7-869b-ce8c4d097e9a req-81f32026-0a09-45f0-84e9-7ba616ab7bae tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316494 Oct 11 17:32:59.554388 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97823ce-bd3f-4d29-a93a-fc7f3b16708f req-0875bf89-95f7-45e2-a630-20427682aaab tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:59.555875 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c97823ce-bd3f-4d29-a93a-fc7f3b16708f req-0875bf89-95f7-45e2-a630-20427682aaab tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0487018 Oct 11 17:32:59.595263 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c97823ce-bd3f-4d29-a93a-fc7f3b16708f req-55d02da0-46dd-4f2e-b2fe-f769782425f6 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Oct 11 17:32:59.944713 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee620c-aa5c-4e8f-b5a0-60949a6ebb78 req-d9dc0a52-ab92-4fe5-8012-930e7731e1e9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:32:59.946341 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-05ee620c-aa5c-4e8f-b5a0-60949a6ebb78 req-d9dc0a52-ab92-4fe5-8012-930e7731e1e9 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0490966 Oct 11 17:32:59.984012 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-05ee620c-aa5c-4e8f-b5a0-60949a6ebb78 req-991ae382-d3e8-41f5-b85b-f050f27c9d48 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Oct 11 17:33:00.287138 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e732e8b-6bbe-4660-9dc2-1cdac0e7c55b req-32e17559-5f10-47fb-b5da-7922428ea015 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:00.288617 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5e732e8b-6bbe-4660-9dc2-1cdac0e7c55b req-32e17559-5f10-47fb-b5da-7922428ea015 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0521729 Oct 11 17:33:00.327322 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5e732e8b-6bbe-4660-9dc2-1cdac0e7c55b req-9114c366-cc47-4cec-b931-854cda064cbf tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326037 Oct 11 17:33:00.467153 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:00.564283 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-aaeabbb3-2114-484a-98dc-f02fed270463 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:00.565971 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-aaeabbb3-2114-484a-98dc-f02fed270463 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 945 time: 0.0511312 Oct 11 17:33:00.664403 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Deleting port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:33:00.664743 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:00.763587 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103cd55-7a98-4314-a6b4-a18ff776a059 req-6ba7d667-96e4-4d76-bc81-869d69fd9afa tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:00.765050 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5103cd55-7a98-4314-a6b4-a18ff776a059 req-6ba7d667-96e4-4d76-bc81-869d69fd9afa tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0969222 Oct 11 17:33:00.809518 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] For port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:00.810137 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:00.833590 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Calling delete_port for 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:33:00.839740 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5103cd55-7a98-4314-a6b4-a18ff776a059 req-1a625f0c-850e-47e5-8088-e728bfd3d5bf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654523 Oct 11 17:33:01.043923 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:01.097634 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Pushing event deleted for resources: {'Port': ['ID=5f34718a-5b7f-4fb9-a6d5-2055e09a7651,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:01.101827 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-53964e95-3983-4b26-b748-5723ab4ddd9b req-fed001f1-0bdb-496c-b654-78e6c47bae97 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0531504 Oct 11 17:33:01.139999 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] No DVR routers for this DVR port 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:33:01.142554 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:01.145851 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-022d93e7-5b50-4649-987b-8b3ec8ccd5f6 req-4aee899a-c738-490c-bb07-32feb3e1b878 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.48 "DELETE /v2.0/ports/5f34718a-5b7f-4fb9-a6d5-2055e09a7651 HTTP/1.1" status: 204 len: 173 time: 0.5708430 Oct 11 17:33:01.146283 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3767954-42bf-43db-82c2-fe1e65354c9c', 'name': 'network-vif-deleted', 'tag': '5f34718a-5b7f-4fb9-a6d5-2055e09a7651'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:01.148510 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551fb019-a990-4314-a476-1c673026addc" -d '{"events": [{"server_uuid": "f3767954-42bf-43db-82c2-fe1e65354c9c", "name": "network-vif-deleted", "tag": "5f34718a-5b7f-4fb9-a6d5-2055e09a7651"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:01.183366 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227d6ea-1b54-4681-b158-7fa5b932dcae x-openstack-request-id: req-1227d6ea-1b54-4681-b158-7fa5b932dcae {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:01.183654 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3767954-42bf-43db-82c2-fe1e65354c9c", "name": "network-vif-deleted", "tag": "5f34718a-5b7f-4fb9-a6d5-2055e09a7651", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:01.183908 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1227d6ea-1b54-4681-b158-7fa5b932dcae {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:01.184299 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3767954-42bf-43db-82c2-fe1e65354c9c', 'name': 'network-vif-deleted', 'tag': '5f34718a-5b7f-4fb9-a6d5-2055e09a7651', 'status': 'completed', 'code': 200} Oct 11 17:33:01.438875 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3740400-c4fe-43d2-96e1-10ed830d2fc8 req-f58e1ad3-b19e-474f-9bb9-5a582aea211f tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:01.440327 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f3740400-c4fe-43d2-96e1-10ed830d2fc8 req-f58e1ad3-b19e-474f-9bb9-5a582aea211f tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0474286 Oct 11 17:33:01.476435 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f3740400-c4fe-43d2-96e1-10ed830d2fc8 req-4324a388-624d-48e8-ad3f-a955b50811b0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301354 Oct 11 17:33:01.959755 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae752b-4a51-42f9-8a3e-c1dbd5fa2e11 req-d3b828f1-3696-4bfd-9c7c-2d7b058bb0de tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:01.961133 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f2ae752b-4a51-42f9-8a3e-c1dbd5fa2e11 req-d3b828f1-3696-4bfd-9c7c-2d7b058bb0de tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0505834 Oct 11 17:33:01.998208 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f2ae752b-4a51-42f9-8a3e-c1dbd5fa2e11 req-101e26e6-7412-4ce9-88a8-25b9b2dd1679 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Oct 11 17:33:02.193409 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d2e441a7-8413-47c4-8563-09df8682faeb req-373544cc-9835-4a04-876b-ef23350a70b4 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0250382 Oct 11 17:33:02.587305 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6746a-28d0-4e71-8c5f-edb2b414aed6 req-3083a97d-e613-46d9-b23f-3e3d2109d767 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:02.588766 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8ff6746a-28d0-4e71-8c5f-edb2b414aed6 req-3083a97d-e613-46d9-b23f-3e3d2109d767 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0469732 Oct 11 17:33:02.624910 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8ff6746a-28d0-4e71-8c5f-edb2b414aed6 req-4627c4d6-7b65-4946-ac70-c6580f571a78 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304279 Oct 11 17:33:03.114416 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857dcb5-232f-4b84-b605-e22d9595f881 req-9c548e00-5056-4841-bb75-4741552b0517 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:03.115837 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6857dcb5-232f-4b84-b605-e22d9595f881 req-9c548e00-5056-4841-bb75-4741552b0517 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0494065 Oct 11 17:33:03.152873 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6857dcb5-232f-4b84-b605-e22d9595f881 req-561998a9-60f0-4d98-8a79-20e649226931 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305691 Oct 11 17:33:03.282413 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-10674115-d5af-43c0-90b7-3d98c46f02f7 req-8f6a0566-4b4b-43d4-8585-be897a727ac1 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0252824 Oct 11 17:33:03.586033 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4', '5f34718a-5b7f-4fb9-a6d5-2055e09a7651'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:33:03.741447 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6044-4d4c-4f4f-a6f0-5d3d98e59622 req-34e008cd-9fd1-4c61-8f6f-648e0d9f4d31 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:03.742992 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1bbc6044-4d4c-4f4f-a6f0-5d3d98e59622 req-34e008cd-9fd1-4c61-8f6f-648e0d9f4d31 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0520635 Oct 11 17:33:03.780759 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1bbc6044-4d4c-4f4f-a6f0-5d3d98e59622 req-206cb2b8-588a-40c4-aa98-4a2b6c5468b5 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318992 Oct 11 17:33:04.270163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39abdd4-05a9-4de8-ab38-64e75990726b req-ba1e127a-226f-4751-8103-0fa5c8095f6b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:04.271617 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b39abdd4-05a9-4de8-ab38-64e75990726b req-ba1e127a-226f-4751-8103-0fa5c8095f6b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0481033 Oct 11 17:33:04.309202 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b39abdd4-05a9-4de8-ab38-64e75990726b req-e1713416-9231-4991-ac73-fe15cd69c765 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Oct 11 17:33:04.391699 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d4c68b4-05cf-4e57-811c-8dea7f2ab931 req-790ba814-90ef-42ff-a1ea-293f6bd167f6 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3767954-42bf-43db-82c2-fe1e65354c9c HTTP/1.1" status: 200 len: 210 time: 0.0293031 Oct 11 17:33:04.899565 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1ded0-80c9-49b6-b960-42dc7040436f req-dae19b03-ba46-4ddf-85ae-801926d0038e tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:04.901083 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b3a1ded0-80c9-49b6-b960-42dc7040436f req-dae19b03-ba46-4ddf-85ae-801926d0038e tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0498743 Oct 11 17:33:04.942376 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b3a1ded0-80c9-49b6-b960-42dc7040436f req-0091fdef-3aae-4268-a18c-c31d8494b764 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351162 Oct 11 17:33:05.052238 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-64e12f6c-804f-4cfa-95a4-9d30eb251deb tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798845655&fields=id&tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 267 time: 0.0330749 Oct 11 17:33:05.161474 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-4700a468-1e47-4e96-ab7d-5c30ff0a6fef tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:05.162866 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-4700a468-1e47-4e96-ab7d-5c30ff0a6fef tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 812 time: 0.1039441 Oct 11 17:33:05.177240 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-b8f6d48a-c0e4-4625-b8ed-e306b081c9d8 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/quotas/e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 375 time: 0.0088360 Oct 11 17:33:05.226671 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-7f944f21-62cf-4865-8034-60c645cf5df0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443628 Oct 11 17:33:05.323077 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-8b09a9fb-51f1-420e-bccf-955e4ba0bc22 service neutron] 10.222.0.42 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Oct 11 17:33:05.451446 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-9c1f9dbb-188d-4de8-8015-bddce0311a19 service neutron] 10.222.0.42 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219435 Oct 11 17:33:05.462665 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3d1dd-4564-4a0a-8323-e4c56def5996 req-c4ea9a99-03e2-4bb7-857f-4ac9e6543811 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:05.464600 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-86d3d1dd-4564-4a0a-8323-e4c56def5996 req-c4ea9a99-03e2-4bb7-857f-4ac9e6543811 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0785408 Oct 11 17:33:05.508603 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-86d3d1dd-4564-4a0a-8323-e4c56def5996 req-66dc04b7-97a3-465e-bc56-d69e671b0258 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 Oct 11 17:33:05.587378 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 991edb0c-f090-4607-8f8f-1bc1288c2194 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:33:05.680901 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:05.692574 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'port_id': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'mac_address': 'fa:16:3e:48:43:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:33:05.732684 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:05.745382 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991edb0c-f090-4607-8f8f-1bc1288c2194 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:33:05.763917 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:05.835143 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:05.881844 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:05.890456 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.890862 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.891234 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.891576 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.891946 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.892335 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.892817 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.893033 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.893451 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.893839 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.894284 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.894628 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:05.984195 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b0a44-9080-4809-8782-d2bf46f645e4 req-541eb7d5-1740-4028-953d-43690fc48d75 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:05.985699 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-292b0a44-9080-4809-8782-d2bf46f645e4 req-541eb7d5-1740-4028-953d-43690fc48d75 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0467296 Oct 11 17:33:06.025138 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-292b0a44-9080-4809-8782-d2bf46f645e4 req-2625c906-8a84-4c4b-9943-7ecadf464730 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Oct 11 17:33:06.123309 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-029b3c9e-277f-4c63-bd22-27336880d41d req-dc503fde-fe91-4ddf-bd2c-8e9b305de398 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 210 time: 0.0469494 Oct 11 17:33:06.145180 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['991edb0c-f090-4607-8f8f-1bc1288c2194'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:33:06.170469 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa576974-4749-4f02-bb80-1fa21644904d req-265fba76-9fc2-4d2c-9f78-3a8172157ca2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:06.172148 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aa576974-4749-4f02-bb80-1fa21644904d req-265fba76-9fc2-4d2c-9f78-3a8172157ca2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 944 time: 0.0876465 Oct 11 17:33:06.211047 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aa576974-4749-4f02-bb80-1fa21644904d req-d72359be-32e0-4062-a056-4941cefca102 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326452 Oct 11 17:33:06.640300 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f08ee-6d71-4804-b511-35ffd385bab2 req-c6ff4cc3-6110-4fd1-b189-30f9d656b28f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:06.641804 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e99f08ee-6d71-4804-b511-35ffd385bab2 req-c6ff4cc3-6110-4fd1-b189-30f9d656b28f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0516856 Oct 11 17:33:06.681694 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e99f08ee-6d71-4804-b511-35ffd385bab2 req-7edacce5-4e72-4f4d-80ef-08f4937fb0a3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332644 Oct 11 17:33:07.139415 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edf900-38cf-4816-ab0d-88c315b2ade8 req-e108cebc-b52d-4e35-88c5-4ebb68fda772 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:07.140918 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d0edf900-38cf-4816-ab0d-88c315b2ade8 req-e108cebc-b52d-4e35-88c5-4ebb68fda772 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0470157 Oct 11 17:33:07.186358 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d0edf900-38cf-4816-ab0d-88c315b2ade8 req-6636a10a-0aff-403c-bcaf-99b98d1f61aa tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Oct 11 17:33:07.240220 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-98dcf5c5-e47e-4b15-974a-5aee9113f7a6 req-8cf18ab5-cc65-4220-b9b4-dd6a1be909e0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 210 time: 0.0265946 Oct 11 17:33:07.326874 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79050-ba4a-427a-a6d9-5ed4d21066e4 req-479e1a5b-d14d-4ea8-9757-811470fbc34f tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:07.328246 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d6c79050-ba4a-427a-a6d9-5ed4d21066e4 req-479e1a5b-d14d-4ea8-9757-811470fbc34f tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 944 time: 0.0519240 Oct 11 17:33:07.365793 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d6c79050-ba4a-427a-a6d9-5ed4d21066e4 req-7c815cda-af3d-47f6-9f4c-9fe0e59055a2 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315201 Oct 11 17:33:07.590996 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 991edb0c-f090-4607-8f8f-1bc1288c2194 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:33:07.712438 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 991edb0c-f090-4607-8f8f-1bc1288c2194 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:33:07.716947 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 991edb0c-f090-4607-8f8f-1bc1288c2194 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:33:07.717362 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:07.798520 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:07.798774 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836c113-a416-4dcb-98b8-60e967974b9b req-a749d2aa-dbb5-4afc-9ace-ee85b345697c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:07.800099 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1836c113-a416-4dcb-98b8-60e967974b9b req-a749d2aa-dbb5-4afc-9ace-ee85b345697c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0472970 Oct 11 17:33:07.824442 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:07.826769 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aec57a2-4357-4844-8294-f0198436be5e" -d '{"events": [{"server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "name": "network-vif-plugged", "status": "completed", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:07.839655 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:07.840224 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1836c113-a416-4dcb-98b8-60e967974b9b req-3f27faf6-13ed-42b9-9b3c-936754f9383b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339811 Oct 11 17:33:07.870499 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f48d44-432f-4804-8ae4-94b52d47dd41 x-openstack-request-id: req-27f48d44-432f-4804-8ae4-94b52d47dd41 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:07.870499 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "name": "network-vif-plugged", "status": "completed", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:07.870499 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27f48d44-432f-4804-8ae4-94b52d47dd41 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:07.870499 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'code': 200} Oct 11 17:33:07.915034 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:07.915862 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:33:07.953376 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:33:07.953714 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5f34718a-5b7f-4fb9-a6d5-2055e09a7651 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:33:07.981906 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:08.247756 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0798047-749f-446e-a8a9-062274a8c975 req-f5b55701-eb4d-4b7a-ae8f-8daddf89e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:08.249434 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d0798047-749f-446e-a8a9-062274a8c975 req-f5b55701-eb4d-4b7a-ae8f-8daddf89e9d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1098 time: 0.0446448 Oct 11 17:33:08.291498 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d0798047-749f-446e-a8a9-062274a8c975 req-756723b7-e000-4008-aa04-a0636548253a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327921 Oct 11 17:33:08.324472 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-2ab708d0-7d95-4f36-9bfe-c7d635b4a483 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:08.326102 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-2ab708d0-7d95-4f36-9bfe-c7d635b4a483 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 812 time: 0.1120644 Oct 11 17:33:08.360290 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e19c71fb-4df7-4a30-848b-8a57fccc6247 req-89b30692-8f52-45f8-8867-1c9ed51c5af2 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 210 time: 0.0294168 Oct 11 17:33:08.375546 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdfc37-9e9c-4279-bac6-bb304dd4ddf0 req-cef06ac4-2dea-4a89-ab2c-17c65ae7f44d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:08.377144 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b7cdfc37-9e9c-4279-bac6-bb304dd4ddf0 req-cef06ac4-2dea-4a89-ab2c-17c65ae7f44d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0792024 Oct 11 17:33:08.414364 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b7cdfc37-9e9c-4279-bac6-bb304dd4ddf0 req-ac145323-1523-452e-880b-152f56757313 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Oct 11 17:33:08.481547 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e6c82-98e9-4e0f-bf51-a7dda62181e0 req-f013a8fb-42a9-4ff7-b038-cef62c1e8f8b tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:08.489000 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4a2e6c82-98e9-4e0f-bf51-a7dda62181e0 req-f013a8fb-42a9-4ff7-b038-cef62c1e8f8b tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0493822 Oct 11 17:33:08.522553 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4a2e6c82-98e9-4e0f-bf51-a7dda62181e0 req-457ee2fd-cf31-4043-a55b-327c39bba60c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333204 Oct 11 17:33:08.558146 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-f443adf0-3c15-429a-b398-bee07efe4667 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 380 time: 0.0428939 Oct 11 17:33:08.568252 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'port': {'device_id': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'admin_state_up': True, 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'security_groups': ['bd6b0e1c-63e7-4670-af9c-a9c391be43fb']}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:33:08.778094 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Made reservation on behalf of e9fa2904e2d84f469c4f808f9c6dcb8f for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:33:08.782174 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:08.913633 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Allocated IP 172.20.0.10 (359d47ec-610d-4dc4-bbd9-72d8642d7840/25a157a6-93fd-4799-abc4-5715ec60987b/fc246464-1210-4039-be1c-c1c560cfef4c) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:33:08.966115 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e75a-987a-4709-8fcb-d99d18a7549a req-7b6c2da9-68b7-4bcd-8515-08ee7b4b0a0c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:08.967592 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a037e75a-987a-4709-8fcb-d99d18a7549a req-7b6c2da9-68b7-4bcd-8515-08ee7b4b0a0c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Oct 11 17:33:09.006415 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a037e75a-987a-4709-8fcb-d99d18a7549a req-0d7b7e54-cfe4-4209-8174-2b631654e238 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323834 Oct 11 17:33:09.051711 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:09.178283 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:09.226317 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:33:09.229370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:33:09.233186 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:33:09.256465 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=fc246464-1210-4039-be1c-c1c560cfef4c,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:09.286138 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:09.286775 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:09.399634 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-93335513-28a1-4dc3-838f-c7b38b16ab9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8336706 Oct 11 17:33:09.417024 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Request body: {'port': {'device_id': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:33:09.428249 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-b8375f7a-c86d-4111-ab61-038ccb173b7f None None] Provisioning complete for port fc246464-1210-4039-be1c-c1c560cfef4c triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:33:09.428838 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b8375f7a-c86d-4111-ab61-038ccb173b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:09.479288 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-b8375f7a-c86d-4111-ab61-038ccb173b7f None None] Port fc246464-1210-4039-be1c-c1c560cfef4c cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:33:09.482519 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:09.503569 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61b00d-e1e8-419f-aa4a-32867bfc0a4d req-d62e1a51-6530-4c41-a8ea-96576638c9eb tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:09.505811 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2c61b00d-e1e8-419f-aa4a-32867bfc0a4d req-d62e1a51-6530-4c41-a8ea-96576638c9eb tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 932 time: 0.0782936 Oct 11 17:33:09.569876 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2c61b00d-e1e8-419f-aa4a-32867bfc0a4d req-42408c58-bfb6-4825-98e5-1582058a9260 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541253 Oct 11 17:33:09.578523 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df231f5a-2143-43cc-9174-a0bf4963ab05 req-8129bce5-abe3-4027-b1e4-314948254243 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:09.580478 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df231f5a-2143-43cc-9174-a0bf4963ab05 req-8129bce5-abe3-4027-b1e4-314948254243 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0733438 Oct 11 17:33:09.606259 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:33:09.651120 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df231f5a-2143-43cc-9174-a0bf4963ab05 req-18a56302-fb8c-4f62-99e1-df4db2c3f196 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596590 Oct 11 17:33:09.719042 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb78b2-71ff-4b71-9796-b00a1c898788 req-73090b4e-2955-4cd8-a087-dfe688984ac9 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:09.720620 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7abb78b2-71ff-4b71-9796-b00a1c898788 req-73090b4e-2955-4cd8-a087-dfe688984ac9 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0622516 Oct 11 17:33:09.785670 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:09.797591 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc246464-1210-4039-be1c-c1c560cfef4c {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:33:09.808198 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:09.814768 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'port_id': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'mac_address': 'fa:16:3e:6a:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:33:09.821541 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7abb78b2-71ff-4b71-9796-b00a1c898788 req-297c9c8a-7611-4d0c-af7d-c80561556c5c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0902805 Oct 11 17:33:09.828936 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Transition to ACTIVE for port object fc246464-1210-4039-be1c-c1c560cfef4c will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:33:09.862226 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:09.875494 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5059c80a-17e7-4c7e-a751-424e6ff56ddf {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:33:09.894958 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:09.901141 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:09.954929 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Pushing event updated for resources: {'Port': ['ID=fc246464-1210-4039-be1c-c1c560cfef4c,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:09.981123 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:10.039741 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Attempting to bind port fc246464-1210-4039-be1c-c1c560cfef4c on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:33:10.040478 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Attempting to bind port fc246464-1210-4039-be1c-c1c560cfef4c by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:33:10.040478 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Attempting to bind port fc246464-1210-4039-be1c-c1c560cfef4c on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:33:10.045743 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Port fc246464-1210-4039-be1c-c1c560cfef4c on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:33:10.046068 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Attempting to bind port fc246464-1210-4039-be1c-c1c560cfef4c on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:33:10.047526 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=6']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:10.054531 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:33:10.055030 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Checking segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:33:10.055643 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Bound using segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:33:10.056240 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Bound port: fc246464-1210-4039-be1c-c1c560cfef4c, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:33:10.056887 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:10.104037 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['5059c80a-17e7-4c7e-a751-424e6ff56ddf'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:33:10.141115 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] For port fc246464-1210-4039-be1c-c1c560cfef4c, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:33:10.144699 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] For port fc246464-1210-4039-be1c-c1c560cfef4c, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=fc246464-1210-4039-be1c-c1c560cfef4c,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:33:10.156368 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd29530-58f0-4e4f-a643-60ae947e9b5b req-3736bf79-3d7c-4bc0-8a0e-3b27278df0a8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.158008 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cbd29530-58f0-4e4f-a643-60ae947e9b5b req-3736bf79-3d7c-4bc0-8a0e-3b27278df0a8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 944 time: 0.0662541 Oct 11 17:33:10.200851 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cbd29530-58f0-4e4f-a643-60ae947e9b5b req-5c1a3f46-af14-4b51-a325-6290a3f46436 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363796 Oct 11 17:33:10.227271 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:10.261558 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.262276 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:10.263570 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] 10.222.0.48 "PUT /v2.0/ports/fc246464-1210-4039-be1c-c1c560cfef4c HTTP/1.1" status: 200 len: 1094 time: 0.8515942 Oct 11 17:33:10.264006 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'tag': 'fc246464-1210-4039-be1c-c1c560cfef4c'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:10.266319 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930869c5-0e20-444a-9273-31e96ef83911" -d '{"events": [{"name": "network-changed", "server_uuid": "edfa7a05-8967-47f7-b9cb-f9e2cc434cc9", "tag": "fc246464-1210-4039-be1c-c1c560cfef4c"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:10.301618 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d272d4-f225-4056-ace6-59dbbaf2a21f service neutron] Pushing event updated for resources: {'Port': ['ID=fc246464-1210-4039-be1c-c1c560cfef4c,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:10.314202 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be88c47-ab75-4db6-a1e1-2a349af8ead3 x-openstack-request-id: req-9be88c47-ab75-4db6-a1e1-2a349af8ead3 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:10.314202 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfa7a05-8967-47f7-b9cb-f9e2cc434cc9", "tag": "fc246464-1210-4039-be1c-c1c560cfef4c", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:10.314202 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9be88c47-ab75-4db6-a1e1-2a349af8ead3 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:10.314202 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'tag': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'status': 'completed', 'code': 200} Oct 11 17:33:10.390792 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930869c5-0e20-444a-9273-31e96ef83911 req-9cc24d86-c1e5-4ee9-a77a-5c3e2ed9ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.392328 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-930869c5-0e20-444a-9273-31e96ef83911 req-9cc24d86-c1e5-4ee9-a77a-5c3e2ed9ffa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 1097 time: 0.0443294 Oct 11 17:33:10.444368 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-32a371b7-2d13-4bf8-b3a2-6b9177fdb498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:10.495631 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930869c5-0e20-444a-9273-31e96ef83911 req-05959f52-278e-4a29-82ac-9a015f887b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.497113 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-930869c5-0e20-444a-9273-31e96ef83911 req-05959f52-278e-4a29-82ac-9a015f887b87 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950007 Oct 11 17:33:10.597831 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930869c5-0e20-444a-9273-31e96ef83911 req-8d00ef6d-043b-485d-8814-935dce2bc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.599209 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-930869c5-0e20-444a-9273-31e96ef83911 req-8d00ef6d-043b-485d-8814-935dce2bc3b8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905364 Oct 11 17:33:10.699263 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ab661-cec6-48d5-91e8-6cce88a5a158 req-17a5c3a9-c8a1-44b5-832c-ce8e112fcf5c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.700768 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d81ab661-cec6-48d5-91e8-6cce88a5a158 req-17a5c3a9-c8a1-44b5-832c-ce8e112fcf5c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 944 time: 0.0546706 Oct 11 17:33:10.710425 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-47fc9f48-3d25-431d-a502-8969e9892844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.711921 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-47fc9f48-3d25-431d-a502-8969e9892844 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 1097 time: 0.0422120 Oct 11 17:33:10.768776 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-12b4ebf8-9ce9-41ae-a9f3-6919bd8c3968 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc246464-1210-4039-be1c-c1c560cfef4c HTTP/1.1" status: 200 len: 217 time: 0.0348899 Oct 11 17:33:10.770855 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d81ab661-cec6-48d5-91e8-6cce88a5a158 req-30b757cb-16ce-4e68-9b78-07a8ad664c10 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637629 Oct 11 17:33:10.792315 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c1a0-a4d4-4b90-8b9c-7345007a9331 req-9aec2dda-fa8b-41f8-b901-dfdedb4b6279 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.794241 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eb17c1a0-a4d4-4b90-8b9c-7345007a9331 req-9aec2dda-fa8b-41f8-b901-dfdedb4b6279 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0659170 Oct 11 17:33:10.831031 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-6c557c47-6eb0-49ed-b38d-b538cbf6e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.832665 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-6c557c47-6eb0-49ed-b38d-b538cbf6e5d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0500913 Oct 11 17:33:10.833622 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eb17c1a0-a4d4-4b90-8b9c-7345007a9331 req-6d8d8216-5b6e-4be1-887e-b9aa4943a8da tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335653 Oct 11 17:33:10.932666 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4eb74-37a9-48ee-b216-239fc3ab95a3 req-24f7e39d-4b0c-44ca-8c56-6918ce74f046 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:10.934311 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96b4eb74-37a9-48ee-b216-239fc3ab95a3 req-24f7e39d-4b0c-44ca-8c56-6918ce74f046 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0533764 Oct 11 17:33:10.983336 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96b4eb74-37a9-48ee-b216-239fc3ab95a3 req-1db7fff5-e8f7-473f-99aa-8ece2da3931b tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372131 Oct 11 17:33:11.111718 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93577aa-215b-464f-ae6e-402d576aa9b5 req-3c777de0-aaad-4ff7-8a40-48670efe65c8 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:11.113687 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e93577aa-215b-464f-ae6e-402d576aa9b5 req-3c777de0-aaad-4ff7-8a40-48670efe65c8 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0533898 Oct 11 17:33:11.141440 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-3179905f-bb9a-46c6-af8c-c8508dea32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:11.143069 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-3179905f-bb9a-46c6-af8c-c8508dea32cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3000367 Oct 11 17:33:11.157360 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e93577aa-215b-464f-ae6e-402d576aa9b5 req-eb3658cf-9d72-493e-b277-5c9c95a4c844 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345953 Oct 11 17:33:11.179676 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59942) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:11.260220 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-37a6595d-e137-4b2a-8503-88296e5a6de0 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069739 Oct 11 17:33:11.354847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedfe1c-3b2f-40de-945d-070fd44c8847 req-224d34b1-487d-4435-bb1a-869764d838c7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:11.364585 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8dedfe1c-3b2f-40de-945d-070fd44c8847 req-224d34b1-487d-4435-bb1a-869764d838c7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 944 time: 0.0572519 Oct 11 17:33:11.385794 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-2146460d-9473-4ef3-b15c-6bb84b57236c req-2b41f714-d653-4fa7-a236-998fb2e6b993 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177998 Oct 11 17:33:11.428818 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8dedfe1c-3b2f-40de-945d-070fd44c8847 req-5d3e3455-5aa9-497a-90b5-14c21c7337bc tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607994 Oct 11 17:33:11.436082 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5874b-e7f3-4c02-b33e-9150aa8e5fbe tempest-TestShelveInstance-1414064259 tempest-TestShelveInstance-1414064259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:11.446628 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-20e5874b-e7f3-4c02-b33e-9150aa8e5fbe tempest-TestShelveInstance-1414064259 tempest-TestShelveInstance-1414064259-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1093 time: 0.2571464 Oct 11 17:33:11.446628 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 59966) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:11.446628 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'port_id': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:33:11.601739 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for floatingip, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:11.616949 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:33:11.693820 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 5059c80a-17e7-4c7e-a751-424e6ff56ddf triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:33:11.694699 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:11.774519 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:11.814559 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:11.851606 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:11.857623 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e53e24-e894-4726-9b86-c5ce0317b4af" -d '{"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-plugged", "status": "completed", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:11.872686 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:11.978928 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:12.038166 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd145f0-f091-4c2a-9766-d5d97d802658 req-f38f2628-acec-4735-a6d2-2cbbdaaa949d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:12.040305 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1bd145f0-f091-4c2a-9766-d5d97d802658 req-f38f2628-acec-4735-a6d2-2cbbdaaa949d tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.1249731 Oct 11 17:33:12.062189 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68592e24-fc76-4b0a-a4b5-581e5945f47c req-922d77f2-39ae-411a-a66f-3dfb4321fb41 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:12.063694 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-68592e24-fc76-4b0a-a4b5-581e5945f47c req-922d77f2-39ae-411a-a66f-3dfb4321fb41 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 944 time: 0.1799610 Oct 11 17:33:12.081370 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=7']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:12.089716 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Allocated IP 172.27.3.191 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/1ab5fb48-533d-4106-b2cc-604f0cdee0a8) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:33:12.212037 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1bd145f0-f091-4c2a-9766-d5d97d802658 req-50d59e9d-63f9-4429-8887-541da6131457 tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247914 Oct 11 17:33:12.215422 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-68592e24-fc76-4b0a-a4b5-581e5945f47c req-a900baf4-ead5-40d9-8135-fd2329e05512 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271045 Oct 11 17:33:12.277130 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da59bc3-5430-4a06-9b64-1797c69e30df x-openstack-request-id: req-5da59bc3-5430-4a06-9b64-1797c69e30df {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:12.277707 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-plugged", "status": "completed", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:12.278117 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5da59bc3-5430-4a06-9b64-1797c69e30df {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:12.278670 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'code': 200} Oct 11 17:33:12.280225 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:12.395697 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:12.435000 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:33:12.438946 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:33:12.443640 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:33:12.484116 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'Port': ['ID=1ab5fb48-533d-4106-b2cc-604f0cdee0a8,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:12.659885 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b05190-e2be-44d3-af33-1443375419d5 req-661ea68e-8b0f-4acb-ab44-8d7e6cf80473 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:12.661505 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-48b05190-e2be-44d3-af33-1443375419d5 req-661ea68e-8b0f-4acb-ab44-8d7e6cf80473 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.1427913 Oct 11 17:33:12.963483 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-48b05190-e2be-44d3-af33-1443375419d5 req-f02c27f5-f5d0-4474-aa27-80a7a8576cd2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798417 Oct 11 17:33:13.109990 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-945696f8-5cca-4169-b4da-8d48fa2fcc2a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:13.112309 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-945696f8-5cca-4169-b4da-8d48fa2fcc2a tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0605061 Oct 11 17:33:13.146354 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-65908a9e-c737-466f-a0af-3b2daa135f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:13.319401 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Deleting port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:33:13.323382 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:13.365565 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:13.450913 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] For port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:13.451296 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:13.464514 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Calling delete_port for 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:33:13.526199 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24b8d3-8a62-45b3-b0c4-0c89834cb7eb req-cdabc529-6695-4e0f-aad2-801d67f1b12b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:13.533832 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3c24b8d3-8a62-45b3-b0c4-0c89834cb7eb req-cdabc529-6695-4e0f-aad2-801d67f1b12b tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 945 time: 0.0960021 Oct 11 17:33:13.552391 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4d131-a85f-437e-8651-82c1ab732917 req-22ac79d7-f90f-412c-9975-ed10c54d617f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:13.553909 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-50f4d131-a85f-437e-8651-82c1ab732917 req-22ac79d7-f90f-412c-9975-ed10c54d617f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 944 time: 0.1143568 Oct 11 17:33:13.645350 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-50f4d131-a85f-437e-8651-82c1ab732917 req-6ed0d97e-2cf1-44de-9e8d-31c047576d5a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691171 Oct 11 17:33:13.656335 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:13.664163 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3c24b8d3-8a62-45b3-b0c4-0c89834cb7eb req-d97816c8-bc17-4835-92f9-519c540c44aa tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/security-groups?id=555e7282-8080-4592-a0cd-44b947b0ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294136 Oct 11 17:33:13.769857 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:13.811540 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Pushing event deleted for resources: {'Port': ['ID=5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:13.856615 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] No DVR routers for this DVR port 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:33:13.862598 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:13.866654 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ed21f1cc-9f9f-444a-bde0-d7eb499b0fe5 req-0626c8e7-7125-434d-981b-ea684ed3f9bf tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.48 "DELETE /v2.0/ports/5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 HTTP/1.1" status: 204 len: 173 time: 0.7461741 Oct 11 17:33:13.867156 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58c3264-5aec-4962-ab95-cff1a6b01574', 'name': 'network-vif-deleted', 'tag': '5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:13.869724 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d432d-756a-481f-8c75-fa7c4adf9ded" -d '{"events": [{"server_uuid": "f58c3264-5aec-4962-ab95-cff1a6b01574", "name": "network-vif-deleted", "tag": "5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:13.875050 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:13.914408 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75587df4-c168-4f9f-8a6e-6e5d7247457e x-openstack-request-id: req-75587df4-c168-4f9f-8a6e-6e5d7247457e {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:13.914706 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58c3264-5aec-4962-ab95-cff1a6b01574", "name": "network-vif-deleted", "tag": "5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:13.914962 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75587df4-c168-4f9f-8a6e-6e5d7247457e {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:13.915363 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58c3264-5aec-4962-ab95-cff1a6b01574', 'name': 'network-vif-deleted', 'tag': '5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4', 'status': 'completed', 'code': 200} Oct 11 17:33:13.941051 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:14.119903 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event updated for resources: {'Port': ['ID=1ab5fb48-533d-4106-b2cc-604f0cdee0a8,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:14.193613 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:14.249895 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75773db1-b6fb-4a1c-9fab-f587d01448de req-dfb8077e-fe0d-4606-b5ad-eeede38503e0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:14.251541 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-75773db1-b6fb-4a1c-9fab-f587d01448de req-dfb8077e-fe0d-4606-b5ad-eeede38503e0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.1352108 Oct 11 17:33:14.513136 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-75773db1-b6fb-4a1c-9fab-f587d01448de req-cc26db62-7420-4e50-9a5e-504aa6b53185 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236892 Oct 11 17:33:14.513136 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.l3_db [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Floating IP 0808b516-03cb-476f-ba17-65bfcf3da351 associated. External IP: 172.27.3.191, port: 991edb0c-f090-4607-8f8f-1bc1288c2194. Oct 11 17:33:14.665641 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Router a6ddaab8-73a6-4f06-b503-15572d1809b3 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:33:14.706377 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:14.822715 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5721af13-d0b0-44b9-8b11-580bd34017d0 req-175b348f-4168-402f-97aa-d83f139d78ac tempest-ServerRescueNegativeTestJSON-157356154 tempest-ServerRescueNegativeTestJSON-157356154-project] 10.222.0.42 "GET /v2.0/ports?device_id=f58c3264-5aec-4962-ab95-cff1a6b01574 HTTP/1.1" status: 200 len: 210 time: 0.0464725 Oct 11 17:33:14.841456 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:33:14.851388 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba546a51-47e1-4269-968f-45e81027807a None None] Sync routers for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:33:14.855308 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb5f2c-e98b-47d8-b0db-f2de444b8a98 req-3c0f2781-32cc-46b7-b6af-8e0289eb8754 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:14.855308 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d2fb5f2c-e98b-47d8-b0db-f2de444b8a98 req-3c0f2781-32cc-46b7-b6af-8e0289eb8754 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 944 time: 0.0903230 Oct 11 17:33:14.861282 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba546a51-47e1-4269-968f-45e81027807a None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:33:14.861892 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-ba546a51-47e1-4269-968f-45e81027807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:33:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:14.897720 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d2fb5f2c-e98b-47d8-b0db-f2de444b8a98 req-9b7260b0-504a-4637-afb2-1ad3891c8f10 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340354 Oct 11 17:33:14.916659 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:14.968877 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:14.976060 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-ba546a51-47e1-4269-968f-45e81027807a None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:33:15.003191 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c30a5b00-99d1-427a-9d5c-61fa43b1cb19 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5602551 Oct 11 17:33:15.003191 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:15.004945 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c859c-0918-4753-bc3c-365362755824" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:15.045639 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9010dba9-669b-4b25-ad9c-493509fd8590 x-openstack-request-id: req-9010dba9-669b-4b25-ad9c-493509fd8590 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:15.046157 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:15.046609 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9010dba9-669b-4b25-ad9c-493509fd8590 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:15.047164 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'status': 'completed', 'code': 200} Oct 11 17:33:15.124621 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c859c-0918-4753-bc3c-365362755824 req-03abd992-ac5b-4321-858b-e0912b8190b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:15.129415 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-aa5c859c-0918-4753-bc3c-365362755824 req-03abd992-ac5b-4321-858b-e0912b8190b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70e0c33781b45659256ec42c56d495a&device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1098 time: 0.0534985 Oct 11 17:33:15.270252 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-ba546a51-47e1-4269-968f-45e81027807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '0808b516-03cb-476f-ba17-65bfcf3da351', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'port_id': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'mac_address': 'fa:16:3e:48:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:33:12Z', 'updated_at': '2021-10-11T17:33:12Z', 'revision_number': 0, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:14Z', 'revision_number': 5, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:15.281959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c859c-0918-4753-bc3c-365362755824 req-4bdf8c53-86d6-4625-886c-612c972da3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:15.283462 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-aa5c859c-0918-4753-bc3c-365362755824 req-4bdf8c53-86d6-4625-886c-612c972da3b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 HTTP/1.1" status: 200 len: 909 time: 0.1484625 Oct 11 17:33:15.383774 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba546a51-47e1-4269-968f-45e81027807a None None] Checking router: a6ddaab8-73a6-4f06-b503-15572d1809b3 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:33:15.392852 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba546a51-47e1-4269-968f-45e81027807a None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:33:15.393726 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-ba546a51-47e1-4269-968f-45e81027807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:33:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:15.406879 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-aa5c859c-0918-4753-bc3c-365362755824 req-e06429b4-3c2b-4efc-a690-41c4aeaf3747 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991edb0c-f090-4607-8f8f-1bc1288c2194 HTTP/1.1" status: 200 len: 999 time: 0.1145883 Oct 11 17:33:15.470195 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c859c-0918-4753-bc3c-365362755824 req-36f536d0-b5e9-4f91-b332-1918f4cec69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:15.471674 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-aa5c859c-0918-4753-bc3c-365362755824 req-36f536d0-b5e9-4f91-b332-1918f4cec69d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2b8de0a-35c9-4125-9d9d-34479a76a032 HTTP/1.1" status: 200 len: 847 time: 0.0541689 Oct 11 17:33:15.526633 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c859c-0918-4753-bc3c-365362755824 req-4f950758-00a9-4a36-960d-2972bc9707c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:15.528142 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-aa5c859c-0918-4753-bc3c-365362755824 req-4f950758-00a9-4a36-960d-2972bc9707c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476613 Oct 11 17:33:15.530966 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-ba546a51-47e1-4269-968f-45e81027807a None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:33:15.633741 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:33:15.640076 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09461d8-fc05-493b-81e1-d9a7e6d2d860 req-da66bf2a-7973-4f31-a028-a4aa9d8ac217 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:15.648842 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b09461d8-fc05-493b-81e1-d9a7e6d2d860 req-da66bf2a-7973-4f31-a028-a4aa9d8ac217 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0677078 Oct 11 17:33:15.670398 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:33:15.670738 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5d23de78-6f47-4de0-a1ad-5b5c6f8fa1d4 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:33:15.672151 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-aa5c859c-0918-4753-bc3c-365362755824 req-65c54efb-9dc5-49eb-bd60-aeebe4a109c9 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344831 Oct 11 17:33:15.703781 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b09461d8-fc05-493b-81e1-d9a7e6d2d860 req-133ef126-3de0-45a2-b98c-9fab5acaee6f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537627 Oct 11 17:33:15.796311 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-aa5c859c-0918-4753-bc3c-365362755824 req-89fdd980-dd92-4c06-9004-053b4adf9f6d service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130893 Oct 11 17:33:15.886659 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60030) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:15.906352 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-ba546a51-47e1-4269-968f-45e81027807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '0808b516-03cb-476f-ba17-65bfcf3da351', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'port_id': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'mac_address': 'fa:16:3e:48:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:33:12Z', 'updated_at': '2021-10-11T17:33:12Z', 'revision_number': 0, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:14Z', 'revision_number': 5, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:15.940459 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba546a51-47e1-4269-968f-45e81027807a None None] The sync data for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi is: [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '0808b516-03cb-476f-ba17-65bfcf3da351', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'port_id': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'mac_address': 'fa:16:3e:48:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:33:12Z', 'updated_at': '2021-10-11T17:33:12Z', 'revision_number': 0, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:14Z', 'revision_number': 5, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:33:16.064067 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:16.256592 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6520672-ca92-4e78-a5b2-32ffdc75cbf5 None None] New status for floating IP 0808b516-03cb-476f-ba17-65bfcf3da351: ACTIVE {{(pid=94392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:33:16.451305 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116405be-25a3-43c8-803c-091d8c2173cc req-4682cc8d-4d54-4daa-aa6a-572d4a56d3c7 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:16.452792 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-116405be-25a3-43c8-803c-091d8c2173cc req-4682cc8d-4d54-4daa-aa6a-572d4a56d3c7 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 944 time: 0.3622286 Oct 11 17:33:16.529267 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-116405be-25a3-43c8-803c-091d8c2173cc req-c7e9e3bd-e1c9-4050-964c-034c4eb46787 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671911 Oct 11 17:33:16.828863 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:17.103725 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cf850-b6be-403f-9535-23bc181839d0 req-d2bd38d3-4c7f-45af-980a-2da5782ece5b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:17.105559 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e07cf850-b6be-403f-9535-23bc181839d0 req-d2bd38d3-4c7f-45af-980a-2da5782ece5b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0979328 Oct 11 17:33:17.175306 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e07cf850-b6be-403f-9535-23bc181839d0 req-e69f863c-e00e-4ddb-970e-763997946c55 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534925 Oct 11 17:33:17.297440 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Deleting port 5c8d602f-9939-4572-b2f2-91a43782bb41 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:33:17.297787 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:17.398382 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] For port 5c8d602f-9939-4572-b2f2-91a43782bb41, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=5c8d602f-9939-4572-b2f2-91a43782bb41,segment=NetworkSegment(63f320fe-c9e5-45c0-8ff0-db669fe506de),segment_id=63f320fe-c9e5-45c0-8ff0-db669fe506de)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:17.398815 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:17.416724 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Calling delete_port for 5c8d602f-9939-4572-b2f2-91a43782bb41 owned by network:router_interface {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:33:17.668812 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb782-3862-4da1-9ad7-c22aef7509ff req-ccb733ef-34cd-46dd-a6d4-195629f52fea tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:17.670366 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9a6eb782-3862-4da1-9ad7-c22aef7509ff req-ccb733ef-34cd-46dd-a6d4-195629f52fea tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 944 time: 0.0647101 Oct 11 17:33:17.714892 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9a6eb782-3862-4da1-9ad7-c22aef7509ff req-88d5a3cb-ac40-4bd5-8597-cc5c34a738fa tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364039 Oct 11 17:33:17.729303 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:17.757754 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8d602f-9939-4572-b2f2-91a43782bb41,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:17.940171 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:18.237052 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Router 6555d448-3b2c-4759-a286-e21002d26130 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:33:18.368777 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41653c-dd0a-4708-9f5d-c2c5d896b031 req-34b9445b-48a6-4856-bd5a-164800bbf306 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:18.370289 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cc41653c-dd0a-4708-9f5d-c2c5d896b031 req-34b9445b-48a6-4856-bd5a-164800bbf306 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.1187217 Oct 11 17:33:18.396495 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:33:18.405330 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-991e8865-0347-4d65-aa03-5457f381a139 admin admin] 10.222.0.42 "PUT /v2.0/routers/6555d448-3b2c-4759-a286-e21002d26130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5176828 Oct 11 17:33:18.407885 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60060) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:18.410515 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] Sync routers for ids ['6555d448-3b2c-4759-a286-e21002d26130'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:33:18.419606 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cc41653c-dd0a-4708-9f5d-c2c5d896b031 req-f4bfa070-9913-446f-a5d6-7cb0aa0512f7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Oct 11 17:33:18.422523 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] Routers {'6555d448-3b2c-4759-a286-e21002d26130'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:33:18.422523 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:33:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['6555d448-3b2c-4759-a286-e21002d26130'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:18.527650 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:18.540604 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] Set router 6555d448-3b2c-4759-a286-e21002d26130 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:33:18.630814 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:18.735260 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:33:18.736803 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:33:17Z', 'revision_number': 5, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port': {'id': 'ebcf1ede-7cf3-482b-a983-f6552e9682d3', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6555d448-3b2c-4759-a286-e21002d26130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:20Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:18.771452 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] Checking router: 6555d448-3b2c-4759-a286-e21002d26130 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:33:18.775544 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Deleting port ebcf1ede-7cf3-482b-a983-f6552e9682d3 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:33:18.776153 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:18.782506 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] Routers {'6555d448-3b2c-4759-a286-e21002d26130'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:33:18.783174 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:33:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['6555d448-3b2c-4759-a286-e21002d26130'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:18.890262 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6137780-14a5-4e56-809a-a1b17c0cb2ea req-afc1035b-7aac-4630-bb63-b7dbcc833234 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:18.891764 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e6137780-14a5-4e56-809a-a1b17c0cb2ea req-afc1035b-7aac-4630-bb63-b7dbcc833234 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 944 time: 0.0828559 Oct 11 17:33:18.893833 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] For port ebcf1ede-7cf3-482b-a983-f6552e9682d3, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=ebcf1ede-7cf3-482b-a983-f6552e9682d3,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:18.894201 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:18.900002 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] Set router 6555d448-3b2c-4759-a286-e21002d26130 gateway port host: None {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:33:18.914039 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Calling delete_port for ebcf1ede-7cf3-482b-a983-f6552e9682d3 owned by network:router_gateway {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:33:18.941481 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e6137780-14a5-4e56-809a-a1b17c0cb2ea req-692e64e3-d6e8-4cd1-8372-b30f0331eee8 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373983 Oct 11 17:33:18.988477 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:33:18Z', 'revision_number': 6, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port_host': None}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:19.025480 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6f618-aa79-4698-94ea-609c31b4718b None None] The sync data for ids ['6555d448-3b2c-4759-a286-e21002d26130'] in dv-cinder-808959-3-iscsi is: [{'id': '6555d448-3b2c-4759-a286-e21002d26130', 'name': 'tempest-ServerRescueNegativeTestJSON-1096258437-router', 'tenant_id': 'e0ad4749b4b24b30b3af17780c806595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:33:18Z', 'revision_number': 6, 'project_id': 'e0ad4749b4b24b30b3af17780c806595', 'gw_port_host': None}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:33:19.232453 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.263380 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcf1ede-7cf3-482b-a983-f6552e9682d3,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:19.336688 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.455312 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.457951 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.594967 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e80fa-2a08-4a8e-b9c7-14a2792c08cf req-c8c771ce-a54c-4cf5-ae79-889ed5e849cf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:19.607586 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f13e80fa-2a08-4a8e-b9c7-14a2792c08cf req-c8c771ce-a54c-4cf5-ae79-889ed5e849cf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0854487 Oct 11 17:33:19.635634 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.636198 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6555d448-3b2c-4759-a286-e21002d26130 {{(pid=94390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:33:19.648679 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device fc246464-1210-4039-be1c-c1c560cfef4c details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:33:19.651988 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.655290 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f13e80fa-2a08-4a8e-b9c7-14a2792c08cf req-4cd1b7bd-f313-4b24-893e-2e9a3cb2bba8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Oct 11 17:33:19.655596 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60082) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:19.659466 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-822ce961-a1d2-4ad1-b9f8-9e6807be7de9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6555d448-3b2c-4759-a286-e21002d26130 HTTP/1.1" status: 204 len: 168 time: 1.2433808 Oct 11 17:33:19.706730 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_v2 [None req-b720e00f-2b13-4322-bec4-1c8896f4e077 admin admin] Deleting subnet f83f9922-8239-4a76-ae38-09cf5ec37f53 {{(pid=94391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:33:19.710119 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b720e00f-2b13-4322-bec4-1c8896f4e077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.759798 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b720e00f-2b13-4322-bec4-1c8896f4e077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27110554'] for subnet, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.774023 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port fc246464-1210-4039-be1c-c1c560cfef4c, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=fc246464-1210-4039-be1c-c1c560cfef4c,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:19.790260 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'port_id': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'mac_address': 'fa:16:3e:30:56:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:33:19.803705 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b720e00f-2b13-4322-bec4-1c8896f4e077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.841723 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.865636 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc246464-1210-4039-be1c-c1c560cfef4c {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:33:19.906787 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port fc246464-1210-4039-be1c-c1c560cfef4c, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=fc246464-1210-4039-be1c-c1c560cfef4c,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:19.936527 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b720e00f-2b13-4322-bec4-1c8896f4e077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26918709'] for subnet, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.968503 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720e00f-2b13-4322-bec4-1c8896f4e077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83f9922-8239-4a76-ae38-09cf5ec37f53,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:19.976282 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b720e00f-2b13-4322-bec4-1c8896f4e077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:19.980029 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-b720e00f-2b13-4322-bec4-1c8896f4e077 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f83f9922-8239-4a76-ae38-09cf5ec37f53 HTTP/1.1" status: 204 len: 168 time: 0.3233771 Oct 11 17:33:19.982820 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60092) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:20.001210 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:20.083163 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=fc246464-1210-4039-be1c-c1c560cfef4c,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:20.127704 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:20.170386 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc3a3-14af-4869-a8fc-5fbf4aecb77b req-5ebba57f-430d-40ca-a69b-ca00e2482a4f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:20.172156 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e64dc3a3-14af-4869-a8fc-5fbf4aecb77b req-5ebba57f-430d-40ca-a69b-ca00e2482a4f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 945 time: 0.0700243 Oct 11 17:33:20.259871 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e64dc3a3-14af-4869-a8fc-5fbf4aecb77b req-392e6ad4-e4bb-4239-a3d8-0b5de00d7f42 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769405 Oct 11 17:33:20.269197 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:20.283303 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['fc246464-1210-4039-be1c-c1c560cfef4c'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:33:20.294999 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41458604-05a6-49ec-af14-1a5b974f531e']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:20.304853 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f320fe-c9e5-45c0-8ff0-db669fe506de') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:20.305312 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f320fe-c9e5-45c0-8ff0-db669fe506de') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:20.317414 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:20.336364 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:20.347540 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:33:20.347843 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:33:20.354222 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:33:20.571771 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:20.578443 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:20.588636 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] 10.222.0.42 "DELETE /v2.0/networks/41458604-05a6-49ec-af14-1a5b974f531e HTTP/1.1" status: 204 len: 168 time: 0.6046488 Oct 11 17:33:20.607161 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8359a8-78c6-4503-8044-29a5d25d0fda admin admin] Pushing event deleted for resources: {'Network': ['ID=41458604-05a6-49ec-af14-1a5b974f531e,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:20.796698 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47a632-aafa-483d-a25e-e35ffb8e9365 req-ac5151be-e8ab-49b8-aeb2-cbc9e0a8919a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:20.799452 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4e47a632-aafa-483d-a25e-e35ffb8e9365 req-ac5151be-e8ab-49b8-aeb2-cbc9e0a8919a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0556841 Oct 11 17:33:20.864933 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4e47a632-aafa-483d-a25e-e35ffb8e9365 req-440e36c2-cc8d-4eaa-bd27-dc38f4e24a63 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561199 Oct 11 17:33:21.058379 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60104) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:21.081575 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device ebcf1ede-7cf3-482b-a983-f6552e9682d3 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:33:21.103875 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: ebcf1ede-7cf3-482b-a983-f6552e9682d3 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:33:21.104494 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device ebcf1ede-7cf3-482b-a983-f6552e9682d3 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:33:21.105170 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 5c8d602f-9939-4572-b2f2-91a43782bb41 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:33:21.125163 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-bb66b1db-e98d-473c-91f7-cb6f8c50ddf4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0ad4749b4b24b30b3af17780c806595&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0639517 Oct 11 17:33:21.127995 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60106) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:21.131296 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 5c8d602f-9939-4572-b2f2-91a43782bb41 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:33:21.131939 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 5c8d602f-9939-4572-b2f2-91a43782bb41 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:33:21.207547 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c47ffb1b-1478-4b8c-9516-cda28b48ab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:21.231501 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c47ffb1b-1478-4b8c-9516-cda28b48ab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:21.376199 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90c0c4-154d-407f-b9a3-1aa55a0d1c5f req-a407c68f-71c7-4a0c-9858-0e5ac11cd0f3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:21.378792 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7b90c0c4-154d-407f-b9a3-1aa55a0d1c5f req-a407c68f-71c7-4a0c-9858-0e5ac11cd0f3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 945 time: 0.0576131 Oct 11 17:33:21.422942 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7b90c0c4-154d-407f-b9a3-1aa55a0d1c5f req-b508fb74-1012-4396-b202-4dbe13bdc52c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372679 Oct 11 17:33:21.435786 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c47ffb1b-1478-4b8c-9516-cda28b48ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:21.440211 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c47ffb1b-1478-4b8c-9516-cda28b48ab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:21.440729 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c47ffb1b-1478-4b8c-9516-cda28b48ab1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/555e7282-8080-4592-a0cd-44b947b0ecff HTTP/1.1" status: 204 len: 168 time: 0.3133292 Oct 11 17:33:21.452572 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ffb1b-1478-4b8c-9516-cda28b48ab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e7282-8080-4592-a0cd-44b947b0ecff,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:21.664058 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device fc246464-1210-4039-be1c-c1c560cfef4c up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:33:21.795391 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port fc246464-1210-4039-be1c-c1c560cfef4c completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:33:21.799482 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port fc246464-1210-4039-be1c-c1c560cfef4c triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:33:21.800092 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:21.895157 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:21.981635 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc246464-1210-4039-be1c-c1c560cfef4c'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:21.983896 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2bc3b5-92fc-44b9-aecd-564c580cc7ff" -d '{"events": [{"server_uuid": "edfa7a05-8967-47f7-b9cb-f9e2cc434cc9", "name": "network-vif-plugged", "status": "completed", "tag": "fc246464-1210-4039-be1c-c1c560cfef4c"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:22.026589 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03b71c-a91b-442a-9927-fe17f1a6f368 req-a6c933d3-fa7e-4b05-a8d2-7ae435c756b2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:22.034486 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0d03b71c-a91b-442a-9927-fe17f1a6f368 req-a6c933d3-fa7e-4b05-a8d2-7ae435c756b2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0720901 Oct 11 17:33:22.038006 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port fc246464-1210-4039-be1c-c1c560cfef4c, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=fc246464-1210-4039-be1c-c1c560cfef4c,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:22.104440 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0d03b71c-a91b-442a-9927-fe17f1a6f368 req-226cdbef-963b-4468-8efb-0e811cd4f5bc tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689063 Oct 11 17:33:22.133019 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fdf40-8226-44e4-992d-eda0f9301865 req-74d50cb2-cdec-481f-9cad-37f469972e53 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:22.134933 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-433fdf40-8226-44e4-992d-eda0f9301865 req-74d50cb2-cdec-481f-9cad-37f469972e53 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0828555 Oct 11 17:33:22.160056 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa4d206-0386-4a04-aa46-1f62d71d0b3c x-openstack-request-id: req-1fa4d206-0386-4a04-aa46-1f62d71d0b3c {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:22.160612 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfa7a05-8967-47f7-b9cb-f9e2cc434cc9", "name": "network-vif-plugged", "status": "completed", "tag": "fc246464-1210-4039-be1c-c1c560cfef4c", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:22.160612 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fa4d206-0386-4a04-aa46-1f62d71d0b3c {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:22.160983 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'code': 200} Oct 11 17:33:22.178838 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-433fdf40-8226-44e4-992d-eda0f9301865 req-7c936e4e-e650-47f3-be0c-556af28d8b64 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368333 Oct 11 17:33:22.345352 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:22.399390 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=fc246464-1210-4039-be1c-c1c560cfef4c,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:22.544179 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5643f1-46f7-4215-a24d-6495f24b3d66 req-10f496fa-a0d0-447e-8773-a477757ef8b7 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:22.545697 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d5643f1-46f7-4215-a24d-6495f24b3d66 req-10f496fa-a0d0-447e-8773-a477757ef8b7 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0483317 Oct 11 17:33:22.583877 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d5643f1-46f7-4215-a24d-6495f24b3d66 req-254315c6-875d-48e8-9e92-14ce11741ba7 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Oct 11 17:33:22.796638 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad946c7-43a0-4270-a773-10bf3e644c0c req-2253628b-d18a-44f2-a742-52d5a2b1f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:22.798139 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5ad946c7-43a0-4270-a773-10bf3e644c0c req-2253628b-d18a-44f2-a742-52d5a2b1f5e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 1099 time: 0.0393147 Oct 11 17:33:22.834123 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5ad946c7-43a0-4270-a773-10bf3e644c0c req-2cc6ba35-0214-40de-bb6d-a01abcb1b7c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283163 Oct 11 17:33:22.972637 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60156) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:23.090651 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1694146132-network', 'tenant_id': 'f4f6c1621d744613ba160e2d1a6cd59f'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:33:23.204013 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Made reservation on behalf of f4f6c1621d744613ba160e2d1a6cd59f for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:33:23.211794 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:23.224658 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:23.265629 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc62c32-f869-4e7a-a395-9abedf43b003 req-b88015f7-84b0-47a4-9400-b73ec0eca0d6 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:23.273628 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0fc62c32-f869-4e7a-a395-9abedf43b003 req-b88015f7-84b0-47a4-9400-b73ec0eca0d6 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0897636 Oct 11 17:33:23.347816 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0fc62c32-f869-4e7a-a395-9abedf43b003 req-055398c6-ee93-4303-b0f1-dfba887503f6 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705831 Oct 11 17:33:23.356203 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:23.358275 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8fdee-5837-4ce4-839f-72e772a4353c req-3431dffe-8fff-450d-a161-2aba2b1651d0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:23.366868 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b1d8fdee-5837-4ce4-839f-72e772a4353c req-3431dffe-8fff-450d-a161-2aba2b1651d0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0918143 Oct 11 17:33:23.423543 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b1d8fdee-5837-4ce4-839f-72e772a4353c req-e83439ef-c80a-49d4-b021-ff63f83333fa tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553973 Oct 11 17:33:23.466485 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:23.488680 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:33:23.505523 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e10b2a-89ee-410c-9c2d-57e3fd180444,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:23.508576 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:23.508918 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Added segment 50feafc9-eabb-4860-8f99-402ed164c180 of type vlan for network accce27a-190a-4e4f-a020-2eea441d00ed Oct 11 17:33:23.550554 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:23.637915 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:23.638917 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:23.639512 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:23.700820 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] Pushing event updated for resources: {'Network': ['ID=accce27a-190a-4e4f-a020-2eea441d00ed,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:23.707959 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b44ef2-3141-4081-bf09-84ad3c89a228 req-05344e38-67eb-455b-8d1f-3875a6f63e99 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:23.709785 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c8b44ef2-3141-4081-bf09-84ad3c89a228 req-05344e38-67eb-455b-8d1f-3875a6f63e99 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0562959 Oct 11 17:33:23.736594 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network accce27a-190a-4e4f-a020-2eea441d00ed details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:33:23.752208 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c8b44ef2-3141-4081-bf09-84ad3c89a228 req-4402c4b8-997c-4139-9c44-71cc75ce7deb tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356050 Oct 11 17:33:23.788912 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b3c3e31e-5235-484b-aca3-5f068bdf5321 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8151248 Oct 11 17:33:23.797413 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60172) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:23.802310 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Request body: {'subnet': {'network_id': 'accce27a-190a-4e4f-a020-2eea441d00ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1694146132-subnet', 'tenant_id': 'f4f6c1621d744613ba160e2d1a6cd59f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:33:23.917484 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Made reservation on behalf of f4f6c1621d744613ba160e2d1a6cd59f for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:33:23.919826 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25558758'] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:24.172448 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26285539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25558728'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:24.229853 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c06805-6d53-468d-9390-f300f2cac7ff,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:24.238567 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Checking segment: {'id': '50feafc9-eabb-4860-8f99-402ed164c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'accce27a-190a-4e4f-a020-2eea441d00ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:33:24.244398 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Network hostable DHCP agents. Network: accce27a-190a-4e4f-a020-2eea441d00ed, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:33:24.331855 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Network accce27a-190a-4e4f-a020-2eea441d00ed is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:33:24.432671 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, accce27a-190a-4e4f-a020-2eea441d00ed) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:33:24.437297 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:24.441719 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:24.443372 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf920a-1674-43da-ab53-ddb6de799535 None None] Network accce27a-190a-4e4f-a020-2eea441d00ed requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:33:24.498640 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc87b6-a556-4154-aa84-650cd0ad9c8b req-b05284ca-773c-4bda-8cc3-085aad1c5189 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:24.500214 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7cdc87b6-a556-4154-aa84-650cd0ad9c8b req-b05284ca-773c-4bda-8cc3-085aad1c5189 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0569980 Oct 11 17:33:24.564488 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7cdc87b6-a556-4154-aa84-650cd0ad9c8b req-10712557-06bb-4cd3-86c7-bdc5cc185acc tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539286 Oct 11 17:33:24.581112 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-e010151c-bdd8-41f1-8d21-9a6dfd3d7938 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7772613 Oct 11 17:33:24.581319 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3400ee-430d-4841-a481-409a40eceff9 req-95e333c3-fe64-4a34-ab07-5fab5bc4a801 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:24.581319 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fa3400ee-430d-4841-a481-409a40eceff9 req-95e333c3-fe64-4a34-ab07-5fab5bc4a801 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0780029 Oct 11 17:33:24.590654 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac67f329-d97e-4df9-88f7-698881426e77 None None] Network accce27a-190a-4e4f-a020-2eea441d00ed requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:33:24.629932 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fa3400ee-430d-4841-a481-409a40eceff9 req-27f74588-39b9-4c92-aa76-0e243b1f16bc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381505 Oct 11 17:33:24.872938 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b4f3c-6f82-4978-9ba0-ac2741e19f8a req-b97f5890-d0f4-4402-b31d-417357cf6a45 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:24.874633 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d1b4f3c-6f82-4978-9ba0-ac2741e19f8a req-b97f5890-d0f4-4402-b31d-417357cf6a45 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0508320 Oct 11 17:33:24.917335 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d1b4f3c-6f82-4978-9ba0-ac2741e19f8a req-1c6666db-3119-4422-90a0-d7ea986a0f69 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364685 Oct 11 17:33:25.304286 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60204) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:25.309089 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997870070-network', 'tenant_id': 'e284dcec87224242bac1cdd68bf8ee38'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:33:25.443174 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Made reservation on behalf of e284dcec87224242bac1cdd68bf8ee38 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:33:25.446059 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:25.455842 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:25.530747 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:25.606457 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:25.630384 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:33:25.640491 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfd3a41-d677-4f65-a6ec-861ff2ee0a2f,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:25.645942 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:25.646353 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Added segment 90c747c4-d747-448a-8691-8511c71febdd of type vlan for network 43b7941e-7f53-40ec-96d7-7c9d063ce95c Oct 11 17:33:25.689396 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:25.704882 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cc164-b460-4d69-961b-ef722b160f06 req-3fd6808c-56be-4ee5-91bf-b52b305a0eab tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:25.706525 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fe5cc164-b460-4d69-961b-ef722b160f06 req-3fd6808c-56be-4ee5-91bf-b52b305a0eab tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0488729 Oct 11 17:33:25.769497 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fe5cc164-b460-4d69-961b-ef722b160f06 req-09587636-1934-4727-b860-843288b784b7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532560 Oct 11 17:33:25.777570 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3380611-b4ee-4e3b-9907-4c3066f92cff req-71f32fdd-29e4-48a2-8074-dc2439829b51 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:25.779002 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b3380611-b4ee-4e3b-9907-4c3066f92cff req-71f32fdd-29e4-48a2-8074-dc2439829b51 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0715563 Oct 11 17:33:25.789011 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:25.790063 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:25.790745 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:25.817421 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b3380611-b4ee-4e3b-9907-4c3066f92cff req-fe313a1c-1c49-4c5a-ab88-0ed8fffdf887 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320666 Oct 11 17:33:25.850404 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] Pushing event updated for resources: {'Network': ['ID=43b7941e-7f53-40ec-96d7-7c9d063ce95c,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:25.863260 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 43b7941e-7f53-40ec-96d7-7c9d063ce95c details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:33:25.940947 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-26ed4c12-0579-48d7-b70a-16114de2bd47 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6355863 Oct 11 17:33:25.943558 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60216) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:25.949425 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Request body: {'subnet': {'network_id': '43b7941e-7f53-40ec-96d7-7c9d063ce95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1997870070-subnet', 'tenant_id': 'e284dcec87224242bac1cdd68bf8ee38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:33:26.031445 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e08051-f32c-4ace-9846-43d9604b6fed req-54b3492c-fc37-4d0c-bc28-16dcf6f6de1f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:26.032863 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-97e08051-f32c-4ace-9846-43d9604b6fed req-54b3492c-fc37-4d0c-bc28-16dcf6f6de1f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0498619 Oct 11 17:33:26.037747 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Made reservation on behalf of e284dcec87224242bac1cdd68bf8ee38 for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:33:26.040248 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25558758'] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:26.069605 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-97e08051-f32c-4ace-9846-43d9604b6fed req-6c554fea-ca8e-49b8-84fd-170eb683d27f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308721 Oct 11 17:33:26.272173 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26285539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25558728'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:26.325232 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e89c8d-44bf-4665-97d5-deaddea823bb,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:26.333522 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Checking segment: {'id': '90c747c4-d747-448a-8691-8511c71febdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '43b7941e-7f53-40ec-96d7-7c9d063ce95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:33:26.333873 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Network hostable DHCP agents. Network: 43b7941e-7f53-40ec-96d7-7c9d063ce95c, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:33:26.432615 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Network 43b7941e-7f53-40ec-96d7-7c9d063ce95c is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:33:26.529364 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 43b7941e-7f53-40ec-96d7-7c9d063ce95c) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:33:26.533521 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:26.534108 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:26.538218 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecfd5de-7dcd-4c98-a1f5-97410a356e21 None None] Network 43b7941e-7f53-40ec-96d7-7c9d063ce95c requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:33:26.646513 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-e0d36ea4-9e60-45b7-a6e9-75ca0bffb57d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7017367 Oct 11 17:33:26.655072 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7a455-91a7-49bf-8d47-f8bca35b27a5 None None] Network 43b7941e-7f53-40ec-96d7-7c9d063ce95c requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:33:26.760665 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60222) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:26.805673 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-686c0793-5d87-4f99-9c44-572dd1d636ef admin admin] Deleting subnet e8c06805-6d53-468d-9390-f300f2cac7ff {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:33:26.811385 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-686c0793-5d87-4f99-9c44-572dd1d636ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:26.851906 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-686c0793-5d87-4f99-9c44-572dd1d636ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378531'] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:26.894973 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-686c0793-5d87-4f99-9c44-572dd1d636ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:26.900711 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d335e-d754-47ad-aa05-322d162825ae req-efbc154b-a7ee-4ff0-a237-944bf26bd2eb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:26.902328 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-603d335e-d754-47ad-aa05-322d162825ae req-efbc154b-a7ee-4ff0-a237-944bf26bd2eb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0606487 Oct 11 17:33:26.965791 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-603d335e-d754-47ad-aa05-322d162825ae req-dde11a95-7f20-499c-87b8-654f8c95fae6 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528970 Oct 11 17:33:26.973672 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6118a47-c784-4001-b6ad-1c5d6870109f req-744297e1-0aec-4ed7-bb96-e08dcb28e32f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:26.975074 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6118a47-c784-4001-b6ad-1c5d6870109f req-744297e1-0aec-4ed7-bb96-e08dcb28e32f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0718951 Oct 11 17:33:27.015124 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6118a47-c784-4001-b6ad-1c5d6870109f req-9327783b-eed2-4aea-b2ec-bc45e25041c8 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339289 Oct 11 17:33:27.027353 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-686c0793-5d87-4f99-9c44-572dd1d636ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26285472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25558721'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.051499 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c0793-5d87-4f99-9c44-572dd1d636ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c06805-6d53-468d-9390-f300f2cac7ff,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:27.057214 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-686c0793-5d87-4f99-9c44-572dd1d636ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.061228 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-686c0793-5d87-4f99-9c44-572dd1d636ef admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8c06805-6d53-468d-9390-f300f2cac7ff HTTP/1.1" status: 204 len: 168 time: 0.2992046 Oct 11 17:33:27.063498 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60228) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:27.131740 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.183839 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b61b4-21f6-4b30-9e35-91b9b8f84e11 req-1467242f-397c-43b3-9679-5cfd9c312749 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:27.185568 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f4b61b4-21f6-4b30-9e35-91b9b8f84e11 req-1467242f-397c-43b3-9679-5cfd9c312749 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0501640 Oct 11 17:33:27.208595 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.222788 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f4b61b4-21f6-4b30-9e35-91b9b8f84e11 req-05696d7b-f8c4-42ac-91dd-e4ef6b838bd6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311944 Oct 11 17:33:27.228474 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accce27a-190a-4e4f-a020-2eea441d00ed']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:27.237451 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50feafc9-eabb-4860-8f99-402ed164c180') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:27.237744 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50feafc9-eabb-4860-8f99-402ed164c180') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:27.247376 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.260534 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.266110 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:33:27.266485 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:33:27.268070 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:33:27.623207 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.628247 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.631415 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] 10.222.0.42 "DELETE /v2.0/networks/accce27a-190a-4e4f-a020-2eea441d00ed HTTP/1.1" status: 204 len: 168 time: 0.5670054 Oct 11 17:33:27.634337 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60234) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:27.643584 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Pushing event deleted for resources: {'Network': ['ID=accce27a-190a-4e4f-a020-2eea441d00ed,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:27.650955 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.651300 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.651717 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.652188 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.652515 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.652840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.653202 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.653524 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.653841 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.654157 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.654470 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.654781 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fdfe7d-e4b6-49e6-b7d4-46b120e4bf16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:27.677287 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa5b1d0-b915-4f54-acbe-4ba777700d48 admin admin] Deleting subnet 63e89c8d-44bf-4665-97d5-deaddea823bb {{(pid=94391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:33:27.680404 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1d0-b915-4f54-acbe-4ba777700d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.713246 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1d0-b915-4f54-acbe-4ba777700d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27110554'] for subnet, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.750638 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1d0-b915-4f54-acbe-4ba777700d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.898220 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1d0-b915-4f54-acbe-4ba777700d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26918709'] for subnet, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.922521 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5b1d0-b915-4f54-acbe-4ba777700d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e89c8d-44bf-4665-97d5-deaddea823bb,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:27.945703 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1d0-b915-4f54-acbe-4ba777700d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:27.945703 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-1fa5b1d0-b915-4f54-acbe-4ba777700d48 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/63e89c8d-44bf-4665-97d5-deaddea823bb HTTP/1.1" status: 204 len: 168 time: 0.2950146 Oct 11 17:33:27.945703 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60236) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:27.998318 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:28.111146 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:28.162960 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b7941e-7f53-40ec-96d7-7c9d063ce95c']}} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:28.177925 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f767e6-93e7-4d86-9811-12d055f97f58 req-70a7583e-3109-4ba3-bc21-a162dcad5d92 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:28.179399 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-22f767e6-93e7-4d86-9811-12d055f97f58 req-70a7583e-3109-4ba3-bc21-a162dcad5d92 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.1412237 Oct 11 17:33:28.181541 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c747c4-d747-448a-8691-8511c71febdd') {'for_net_delete': True} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:28.181833 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c747c4-d747-448a-8691-8511c71febdd') {} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:28.406284 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39784fc7-92ba-4ff7-bfeb-ad1c03afeeaf req-7fce34e1-0dee-4515-9b89-47bfa4555ff8 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:28.407737 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-39784fc7-92ba-4ff7-bfeb-ad1c03afeeaf req-7fce34e1-0dee-4515-9b89-47bfa4555ff8 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.3103490 Oct 11 17:33:28.410428 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27110545'] for segment, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:28.441135 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:28.456962 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=94391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:33:28.457731 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672002'] for segment, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: Traceback (most recent call last): Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: timer() Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: cb(*args, **kw) Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: return func(*args, **kwargs) Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: self._notify() Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: self.callback(batched_events) Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: event.method(event) Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: return f(self, *a, **k) Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._get(url).json() Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: return self.request(url, 'GET', **kwargs) Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:33:28.459349 dv-cinder-808959-3-iscsi neutron-server[94391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:33:28.508530 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-22f767e6-93e7-4d86-9811-12d055f97f58 req-2a441e8d-4817-41f3-95b5-bdc64683e785 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178656 Oct 11 17:33:28.525239 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-39784fc7-92ba-4ff7-bfeb-ad1c03afeeaf req-3a5da42a-cf23-46e8-8f17-d276ae611968 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028161 Oct 11 17:33:28.607745 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:28.618090 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0c185-f265-482f-91bd-52c260401440 req-d1684ad1-b3ce-42ff-ac80-a354adcdb149 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:28.620182 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-38e0c185-f265-482f-91bd-52c260401440 req-d1684ad1-b3ce-42ff-ac80-a354adcdb149 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0532835 Oct 11 17:33:28.622674 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:28.625740 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] 10.222.0.42 "DELETE /v2.0/networks/43b7941e-7f53-40ec-96d7-7c9d063ce95c HTTP/1.1" status: 204 len: 168 time: 0.6912735 Oct 11 17:33:28.642406 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d5378-59f2-4fa2-afaf-230897e76d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b7941e-7f53-40ec-96d7-7c9d063ce95c,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:28.668993 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-38e0c185-f265-482f-91bd-52c260401440 req-554c2c43-3138-437a-8a69-2f1f3a27e786 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Oct 11 17:33:28.988935 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60250) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:29.034550 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c953430a-b377-4925-a29f-f16a3c34e233 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4f6c1621d744613ba160e2d1a6cd59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472360 Oct 11 17:33:29.036886 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60252) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:29.084119 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-800d01d6-2c13-4b07-8f24-272cb03462e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:29.104766 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-800d01d6-2c13-4b07-8f24-272cb03462e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:29.206178 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-800d01d6-2c13-4b07-8f24-272cb03462e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:29.208783 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-800d01d6-2c13-4b07-8f24-272cb03462e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:29.209952 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-800d01d6-2c13-4b07-8f24-272cb03462e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77e10b2a-89ee-410c-9c2d-57e3fd180444 HTTP/1.1" status: 204 len: 168 time: 0.1720817 Oct 11 17:33:29.218267 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d01d6-2c13-4b07-8f24-272cb03462e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e10b2a-89ee-410c-9c2d-57e3fd180444,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:29.658557 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0162a6b-b1a4-4964-b6a1-41419b59daec req-70074c19-ea16-4885-9ea2-0a619e693c5d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:29.660109 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f0162a6b-b1a4-4964-b6a1-41419b59daec req-70074c19-ea16-4885-9ea2-0a619e693c5d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0769026 Oct 11 17:33:29.672343 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a6dc2-22c5-47af-b584-6e941e616182 req-0b906ca4-e1d3-4ae1-8fdc-8a410e2eb2fb tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:29.673716 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f5a6dc2-22c5-47af-b584-6e941e616182 req-0b906ca4-e1d3-4ae1-8fdc-8a410e2eb2fb tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0625591 Oct 11 17:33:29.725200 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f0162a6b-b1a4-4964-b6a1-41419b59daec req-34b1ff8e-5b67-49f8-afa6-fa2b20051815 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505025 Oct 11 17:33:29.732958 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1f5a6dc2-22c5-47af-b584-6e941e616182 req-e49373fc-b463-47e5-8fe5-81cec1d2d249 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525436 Oct 11 17:33:29.828817 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71d528-1a83-4b72-8bc8-e6a406f0fe3e req-7705dad2-7e57-4375-aed5-091620f52bde tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:29.830271 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f71d528-1a83-4b72-8bc8-e6a406f0fe3e req-7705dad2-7e57-4375-aed5-091620f52bde tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0476544 Oct 11 17:33:29.869873 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f71d528-1a83-4b72-8bc8-e6a406f0fe3e req-685b2e6c-d01e-4cfb-9c87-52ab8dfb3778 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336883 Oct 11 17:33:29.898991 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60266) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:29.937824 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-7f85cae0-093f-4498-9f28-4fe45d15d77b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e284dcec87224242bac1cdd68bf8ee38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376132 Oct 11 17:33:29.940055 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60268) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:29.985444 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-000b0dcc-9cac-430e-bef0-55230c65eec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:30.005142 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-000b0dcc-9cac-430e-bef0-55230c65eec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:30.140188 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-000b0dcc-9cac-430e-bef0-55230c65eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:30.142840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-000b0dcc-9cac-430e-bef0-55230c65eec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:30.144654 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-000b0dcc-9cac-430e-bef0-55230c65eec0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bfd3a41-d677-4f65-a6ec-861ff2ee0a2f HTTP/1.1" status: 204 len: 168 time: 0.2030635 Oct 11 17:33:30.152518 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b0dcc-9cac-430e-bef0-55230c65eec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfd3a41-d677-4f65-a6ec-861ff2ee0a2f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:30.324004 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-8e098c12-f2c5-425e-b5d8-997c65e0edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:30.325407 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-8e098c12-f2c5-425e-b5d8-997c65e0edb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 1098 time: 0.0435247 Oct 11 17:33:30.426332 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-e3a0bdcc-5f2e-4751-b8bb-d7ac66bb3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:30.427759 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-e3a0bdcc-5f2e-4751-b8bb-d7ac66bb3d2f service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 917 time: 0.0824828 Oct 11 17:33:30.471836 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:30.503825 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-c6cf1ed6-594e-466e-871f-350f09baf4a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf HTTP/1.1" status: 200 len: 1001 time: 0.0639367 Oct 11 17:33:30.556125 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-04865f05-db65-4ed6-9dd5-e9cd6ed9398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:30.558148 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-04865f05-db65-4ed6-9dd5-e9cd6ed9398a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0445721 Oct 11 17:33:30.618235 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-b04ccb78-1640-4c52-a43c-bf58cfc5a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:30.620323 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-b04ccb78-1640-4c52-a43c-bf58cfc5a185 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415628 Oct 11 17:33:30.716733 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-aa8aebc2-7e48-41da-8779-412da58be9f4 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836742 Oct 11 17:33:30.820413 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-06322921-b55f-4e28-b1ec-5a4ba04cfd12 req-4f6e4c7d-c028-4e71-8116-8cac47faad99 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922225 Oct 11 17:33:30.885005 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672e9a4-9949-4cf1-87af-fb8b92c6e05a req-323c0359-88d9-4ec8-8b4f-338616237d32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:30.886382 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5672e9a4-9949-4cf1-87af-fb8b92c6e05a req-323c0359-88d9-4ec8-8b4f-338616237d32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0757868 Oct 11 17:33:30.897906 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd430-d7c7-4cfa-82c6-9c9b1e30ea72 req-c420ebd6-949a-4525-9b54-70694cac1de5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:30.899320 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cadbd430-d7c7-4cfa-82c6-9c9b1e30ea72 req-c420ebd6-949a-4525-9b54-70694cac1de5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.0874784 Oct 11 17:33:30.950353 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5672e9a4-9949-4cf1-87af-fb8b92c6e05a req-93821626-29ff-48b6-8eec-003cefdb0309 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501356 Oct 11 17:33:30.957283 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cadbd430-d7c7-4cfa-82c6-9c9b1e30ea72 req-26f1eb2c-455b-4f49-90c3-bf0f8a459b71 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514116 Oct 11 17:33:31.060343 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665964d-a579-4583-8b88-d12c8ebebc1d req-131ed2e7-3257-4470-a168-b77046b843b9 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:31.061835 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3665964d-a579-4583-8b88-d12c8ebebc1d req-131ed2e7-3257-4470-a168-b77046b843b9 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0540509 Oct 11 17:33:31.100854 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3665964d-a579-4583-8b88-d12c8ebebc1d req-a4f227b7-26fb-4484-93bc-0b5ecfd3f1c0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Oct 11 17:33:31.116031 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-72f67c0a-c359-4033-be74-10bcc7ad9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:31.117545 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-72f67c0a-c359-4033-be74-10bcc7ad9289 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 1098 time: 0.0481372 Oct 11 17:33:31.215977 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffb1bf-2728-4f81-b5bf-235e1e8638d0 req-259222f8-944d-4ff2-8911-27457f664802 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:31.217754 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b2ffb1bf-2728-4f81-b5bf-235e1e8638d0 req-259222f8-944d-4ff2-8911-27457f664802 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0497754 Oct 11 17:33:31.228280 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-c74d0bec-7e9d-43da-b206-4b14bac6308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:31.230399 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-c74d0bec-7e9d-43da-b206-4b14bac6308d service neutron] 10.222.0.48 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 912 time: 0.0904732 Oct 11 17:33:31.256257 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b2ffb1bf-2728-4f81-b5bf-235e1e8638d0 req-776f0635-f916-4279-a1dc-8b784f6138ea tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327442 Oct 11 17:33:31.279266 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60300) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:31.313350 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-64e3a0f1-ffb2-4988-810d-dbf31af3afb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a986e19a-86c9-45b6-a237-d7458311a31f HTTP/1.1" status: 200 len: 1001 time: 0.0658393 Oct 11 17:33:31.374196 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-4399f6a8-239a-4222-a789-e0b57ee7a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:31.375731 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-4399f6a8-239a-4222-a789-e0b57ee7a1aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 200 len: 850 time: 0.0510459 Oct 11 17:33:31.423664 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-5c56cc61-64f8-4f4c-a75c-7351362f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:31.425190 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-5c56cc61-64f8-4f4c-a75c-7351362f51ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=118a4b95-c32e-4507-952d-88283649a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413158 Oct 11 17:33:31.472443 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081367a9-f658-4ba3-bd42-4f4351570ca7 tempest-TestVolumeBootPattern-1356955757 tempest-TestVolumeBootPattern-1356955757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:31.474007 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-081367a9-f658-4ba3-bd42-4f4351570ca7 tempest-TestVolumeBootPattern-1356955757 tempest-TestVolumeBootPattern-1356955757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 1094 time: 0.1937342 Oct 11 17:33:31.476941 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60306) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:31.481421 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'port_id': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:33:31.529201 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-fb16187b-0b65-4122-843e-e463f67a128f service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885191 Oct 11 17:33:31.578220 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:31.624447 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8412bd1-7dfa-407a-a66e-1f9d43f836be req-26e439fa-3072-439a-8115-98c7cf0da8f9 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822721 Oct 11 17:33:31.691123 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:31.801226 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Allocated IP 172.27.3.113 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/da43a8fc-9270-4b5e-ba8f-2c3566622365) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:33:31.903095 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:32.027148 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:32.069274 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:33:32.080656 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:33:32.155181 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:33:32.157833 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:33:32.160528 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=da43a8fc-9270-4b5e-ba8f-2c3566622365,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:32.179685 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:32.208098 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:32.210448 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbbdbfe-810e-4ce3-b7f4-a661bc18a4fa" -d '{"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-unplugged", "status": "completed", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:32.230915 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fbd35-e413-4585-bb62-04e8360fe13d req-20718200-a37a-4232-a638-0ed9851cabd4 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:32.231520 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:33:32.232581 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-370fbd35-e413-4585-bb62-04e8360fe13d req-20718200-a37a-4232-a638-0ed9851cabd4 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.1996801 Oct 11 17:33:32.238293 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.238636 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.238970 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.239302 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.239628 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.239956 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.240305 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.240626 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.240946 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.241332 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.241654 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.242188 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:33:32.282389 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a92655-bde5-494c-9706-9554faf2d643 req-a925246a-a533-4f94-bcc0-04759b349a3d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:32.283890 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-14a92655-bde5-494c-9706-9554faf2d643 req-a925246a-a533-4f94-bcc0-04759b349a3d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 945 time: 0.2156096 Oct 11 17:33:32.326379 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:32.349100 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-370fbd35-e413-4585-bb62-04e8360fe13d req-cba34ac4-ffbb-4d01-8004-92ef0752efe0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986454 Oct 11 17:33:32.383351 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=8']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:32.396229 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-14a92655-bde5-494c-9706-9554faf2d643 req-23673515-1428-440d-a6b3-d0f09d0bbc2e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992193 Oct 11 17:33:32.399388 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495617b7-c599-4a2e-b321-1701796d83f8 x-openstack-request-id: req-495617b7-c599-4a2e-b321-1701796d83f8 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:32.399815 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-unplugged", "status": "completed", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:32.399925 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-495617b7-c599-4a2e-b321-1701796d83f8 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:32.400340 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'code': 200} Oct 11 17:33:32.662455 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:32.823440 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:32.976291 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:33.080844 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:33.153497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=da43a8fc-9270-4b5e-ba8f-2c3566622365,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:33.164989 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:33.267164 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.l3_db [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Floating IP 994738d1-89ed-42de-9e95-208dfddbd4ee associated. External IP: 172.27.3.113, port: fc246464-1210-4039-be1c-c1c560cfef4c. Oct 11 17:33:33.566050 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48bb4b-30e9-49bb-b808-b1a78d2fa37a req-7f3cdb2d-e3b5-4731-81e8-a63e4106fa89 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:33.567718 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1b48bb4b-30e9-49bb-b808-b1a78d2fa37a req-7f3cdb2d-e3b5-4731-81e8-a63e4106fa89 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.1419277 Oct 11 17:33:33.570462 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:33:33.581080 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecc699-70a0-4150-b499-8f88a86ae4d8 req-43bbbc4c-7c20-40d1-bc0f-8187e01b051c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:33.582596 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-94ecc699-70a0-4150-b499-8f88a86ae4d8 req-43bbbc4c-7c20-40d1-bc0f-8187e01b051c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0966129 Oct 11 17:33:33.711674 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1b48bb4b-30e9-49bb-b808-b1a78d2fa37a req-f2f9912d-bce6-4140-a12f-ecf5dacebe32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281753 Oct 11 17:33:33.718195 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-94ecc699-70a0-4150-b499-8f88a86ae4d8 req-d68c17fd-fa61-4f12-8165-8568a13aff73 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263485 Oct 11 17:33:33.742273 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:33:33.753831 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:33:33.763025 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:33:33.763639 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:33:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:33.880800 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:33.883329 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:33:33.913236 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-1369fe18-596b-4035-87df-79a1852023c6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4255979 Oct 11 17:33:33.913236 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'tag': 'fc246464-1210-4039-be1c-c1c560cfef4c'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:33:33.913236 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18" -d '{"events": [{"name": "network-changed", "server_uuid": "edfa7a05-8967-47f7-b9cb-f9e2cc434cc9", "tag": "fc246464-1210-4039-be1c-c1c560cfef4c"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:33:33.945213 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a9a2fd-f4aa-4aac-b27c-efd9b188cc0b x-openstack-request-id: req-96a9a2fd-f4aa-4aac-b27c-efd9b188cc0b {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:33:33.945506 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfa7a05-8967-47f7-b9cb-f9e2cc434cc9", "tag": "fc246464-1210-4039-be1c-c1c560cfef4c", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:33:33.945780 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96a9a2fd-f4aa-4aac-b27c-efd9b188cc0b {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:33:33.949143 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'tag': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'status': 'completed', 'code': 200} Oct 11 17:33:34.017077 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-b044a109-ff70-44d4-92bb-46a39b48dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:34.018586 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-b044a109-ff70-44d4-92bb-46a39b48dc5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 1099 time: 0.0404880 Oct 11 17:33:34.117910 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-7c327e93-7348-4d4d-aeb8-e95a24813e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:34.119339 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-7c327e93-7348-4d4d-aeb8-e95a24813e7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 913 time: 0.0902631 Oct 11 17:33:34.192795 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '994738d1-89ed-42de-9e95-208dfddbd4ee', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:30:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:33:32Z', 'updated_at': '2021-10-11T17:33:32Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:34.198475 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-264b7fa4-17fa-4dbc-a256-482fe63d1219 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc246464-1210-4039-be1c-c1c560cfef4c HTTP/1.1" status: 200 len: 1000 time: 0.0706580 Oct 11 17:33:34.224225 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:33:34.234151 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:33:34.234777 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:33:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:34.253863 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-b283e879-5974-4d16-9b5b-ad294795d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:34.255568 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-b283e879-5974-4d16-9b5b-ad294795d84e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0492747 Oct 11 17:33:34.304785 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-5a2d1378-658b-47fd-b889-00a68058c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:34.306329 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-5a2d1378-658b-47fd-b889-00a68058c150 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406437 Oct 11 17:33:34.352538 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:33:34.412267 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-63b2e55e-5a08-44ea-ad4f-85e712fc3406 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883868 Oct 11 17:33:34.508947 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ff1fccc9-5fbb-4f8b-a284-f43e9f0cbd18 req-22f24b26-bcdf-4221-bb06-5d3513724c6c service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859840 Oct 11 17:33:34.605582 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '994738d1-89ed-42de-9e95-208dfddbd4ee', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:30:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:33:32Z', 'updated_at': '2021-10-11T17:33:32Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:33:34.634335 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694efdf-b40b-4f81-8044-52834767a02e None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '994738d1-89ed-42de-9e95-208dfddbd4ee', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:30:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:33:32Z', 'updated_at': '2021-10-11T17:33:32Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:33:34.849421 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24953a87-3871-4763-9277-04d9c79d96fc None None] New status for floating IP 994738d1-89ed-42de-9e95-208dfddbd4ee: ACTIVE {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:33:34.865443 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb930b-7a26-457e-9936-4455163be82c req-66c88557-efc4-489e-822c-9278da014273 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:34.866939 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cccb930b-7a26-457e-9936-4455163be82c req-66c88557-efc4-489e-822c-9278da014273 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0827889 Oct 11 17:33:34.880643 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e96fc-40b4-4fe6-a4cb-78554f869f69 req-b96bb560-ec39-423b-b136-9c0ffe1bd86e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:34.882125 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c31e96fc-40b4-4fe6-a4cb-78554f869f69 req-b96bb560-ec39-423b-b136-9c0ffe1bd86e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0823998 Oct 11 17:33:34.942673 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cccb930b-7a26-457e-9936-4455163be82c req-2e853df2-dc64-4b32-a371-c46edb2acf68 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594711 Oct 11 17:33:34.945992 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c31e96fc-40b4-4fe6-a4cb-78554f869f69 req-80408dd6-0d51-4282-9c37-849a615ff169 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564997 Oct 11 17:33:35.859288 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60488) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:35.961676 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-854cd5d9-4032-4b12-9cb9-9ce125d2157d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:36.073155 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-854cd5d9-4032-4b12-9cb9-9ce125d2157d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:36.084396 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4e095-1a07-4970-922e-1ee4a0c20923 req-b1b1f2ae-a8a3-4f63-be7c-c297de186b3f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:36.085909 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aac4e095-1a07-4970-922e-1ee4a0c20923 req-b1b1f2ae-a8a3-4f63-be7c-c297de186b3f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0772862 Oct 11 17:33:36.122464 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aac4e095-1a07-4970-922e-1ee4a0c20923 req-a4e998ff-70f6-45b9-aa3e-9c6f2eb1c018 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301714 Oct 11 17:33:36.157710 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-854cd5d9-4032-4b12-9cb9-9ce125d2157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:36.197276 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-854cd5d9-4032-4b12-9cb9-9ce125d2157d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98426dceed9c4ce19d958bf7eb069eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368130 Oct 11 17:33:36.198030 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cd5d9-4032-4b12-9cb9-9ce125d2157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda868a6-f784-4689-bac0-c76727c01387,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:36.200480 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60504) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:36.248447 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf711-5ea9-4542-a1f2-c441f3082853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:36.269044 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf711-5ea9-4542-a1f2-c441f3082853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:36.414546 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf711-5ea9-4542-a1f2-c441f3082853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:36.417171 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf711-5ea9-4542-a1f2-c441f3082853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:36.427678 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a0ebf711-5ea9-4542-a1f2-c441f3082853 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dda868a6-f784-4689-bac0-c76727c01387 HTTP/1.1" status: 204 len: 168 time: 0.2194293 Oct 11 17:33:36.429193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebf711-5ea9-4542-a1f2-c441f3082853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda868a6-f784-4689-bac0-c76727c01387,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:36.547343 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [req-58da3ec7-db75-4bf6-bc8d-4c298ed8f877 req-386e6f00-37f9-43fc-a49c-bd5e5cf7b206 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:33:36.548385 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-58da3ec7-db75-4bf6-bc8d-4c298ed8f877 req-386e6f00-37f9-43fc-a49c-bd5e5cf7b206 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061040 Oct 11 17:33:36.888729 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2d625-3ab0-4996-a52a-6267a71090cf req-054760a1-a7e0-49f9-9ac2-857d53d2f24a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:36.890283 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f0e2d625-3ab0-4996-a52a-6267a71090cf req-054760a1-a7e0-49f9-9ac2-857d53d2f24a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0469201 Oct 11 17:33:36.928674 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f0e2d625-3ab0-4996-a52a-6267a71090cf req-3fec576d-16a2-4282-bb83-20dd4ac7d415 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Oct 11 17:33:37.105533 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60534) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:37.122381 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-511a9579-38d3-4791-9e10-724750a2ef4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:37.201071 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-511a9579-38d3-4791-9e10-724750a2ef4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:37.246297 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940570b-1011-464c-85cc-04c5d7899e77 req-dbf7bb9c-622f-4057-8558-8dbb9c345882 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:37.248370 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5940570b-1011-464c-85cc-04c5d7899e77 req-dbf7bb9c-622f-4057-8558-8dbb9c345882 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0548058 Oct 11 17:33:37.282947 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-511a9579-38d3-4791-9e10-724750a2ef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:37.287193 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5940570b-1011-464c-85cc-04c5d7899e77 req-e7e37b8c-ad13-4647-9f97-885c00c7efc8 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329270 Oct 11 17:33:37.327196 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-511a9579-38d3-4791-9e10-724750a2ef4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14681aa6e6af454bada8110a806f9966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199326 Oct 11 17:33:37.327926 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a9579-38d3-4791-9e10-724750a2ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707b6f27-2af3-4bd0-990b-fbd0b6eda063,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:37.330694 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60542) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:37.380283 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73f1fc8a-a82f-4b1a-81fa-1997a6c655b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:37.401869 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73f1fc8a-a82f-4b1a-81fa-1997a6c655b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:37.537782 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73f1fc8a-a82f-4b1a-81fa-1997a6c655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:37.540481 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-73f1fc8a-a82f-4b1a-81fa-1997a6c655b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:37.541683 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-73f1fc8a-a82f-4b1a-81fa-1997a6c655b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/707b6f27-2af3-4bd0-990b-fbd0b6eda063 HTTP/1.1" status: 204 len: 168 time: 0.2096243 Oct 11 17:33:37.550372 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1fc8a-a82f-4b1a-81fa-1997a6c655b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707b6f27-2af3-4bd0-990b-fbd0b6eda063,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:37.725704 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60550) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:37.804835 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-6da83c88-7bc3-4360-bd3d-941bb1ac9918 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779150 Oct 11 17:33:37.813874 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-730c1cbe-c97c-4aa9-9854-50440b71b777 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:33:37.814813 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-730c1cbe-c97c-4aa9-9854-50440b71b777 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049362 Oct 11 17:33:38.073992 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66a94d-356f-4147-aa4b-a419d76341a4 req-484630ae-dbe6-4672-a5f6-f681dcf20f85 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:38.075472 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ca66a94d-356f-4147-aa4b-a419d76341a4 req-484630ae-dbe6-4672-a5f6-f681dcf20f85 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0598114 Oct 11 17:33:38.101397 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:33:38.116029 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ca66a94d-356f-4147-aa4b-a419d76341a4 req-27715787-3cf0-4ad1-a6fe-959f77a70d00 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337720 Oct 11 17:33:38.405335 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9317e2-18bf-487f-91b4-5e90b88bdbd6 req-1fe74978-3a2c-4d11-9f10-613e52c07ff0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:38.410860 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4d9317e2-18bf-487f-91b4-5e90b88bdbd6 req-1fe74978-3a2c-4d11-9f10-613e52c07ff0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0498872 Oct 11 17:33:38.447623 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4d9317e2-18bf-487f-91b4-5e90b88bdbd6 req-b8eadb9b-538a-49fa-be72-473794fb6b46 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341439 Oct 11 17:33:38.908177 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504808d-b519-4208-a6c9-3c8d1067dbdb req-7ca3f48d-5a14-47c0-b615-17b2b82209a6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:38.912441 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1504808d-b519-4208-a6c9-3c8d1067dbdb req-7ca3f48d-5a14-47c0-b615-17b2b82209a6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0540764 Oct 11 17:33:38.953727 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1504808d-b519-4208-a6c9-3c8d1067dbdb req-e4ec19e9-f4ca-48b1-87d1-d8c5feb09ae3 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349672 Oct 11 17:33:39.102797 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-56fd7af7-b00c-4f52-946b-2cd8a60f4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:39.104263 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-56fd7af7-b00c-4f52-946b-2cd8a60f4181 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 1098 time: 0.0397737 Oct 11 17:33:39.203735 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-8bb6fdb4-317c-4d06-95de-6de6906e1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:39.205243 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-8bb6fdb4-317c-4d06-95de-6de6906e1a1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 912 time: 0.0905802 Oct 11 17:33:39.246561 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a4ab4-7f89-4410-b1eb-33db440acb2f req-9a589fc8-247b-47b6-8ff2-fb5df3ff2fa0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:39.248074 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f2a4ab4-7f89-4410-b1eb-33db440acb2f req-9a589fc8-247b-47b6-8ff2-fb5df3ff2fa0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0516126 Oct 11 17:33:39.275901 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-436bf182-f1a2-44f2-86ba-4549b9960523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a986e19a-86c9-45b6-a237-d7458311a31f HTTP/1.1" status: 200 len: 1001 time: 0.0629570 Oct 11 17:33:39.290819 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f2a4ab4-7f89-4410-b1eb-33db440acb2f req-e1af812b-ac04-4f5a-9857-8d7d8ea90359 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339448 Oct 11 17:33:39.326508 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-312f8d0b-c403-428c-a4f2-f3572e4a3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:39.328016 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-312f8d0b-c403-428c-a4f2-f3572e4a3512 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 200 len: 850 time: 0.0447369 Oct 11 17:33:39.337043 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60608) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:39.379704 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-089d029d-ceda-4199-9be0-9cd1ba8b67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:39.381270 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-089d029d-ceda-4199-9be0-9cd1ba8b67e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=118a4b95-c32e-4507-952d-88283649a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444155 Oct 11 17:33:39.441355 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4203ccf-7922-4f6c-bda1-848d5c6c850c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:39.473482 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-8381aceb-b5ff-4e93-86be-a8f981678962 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840323 Oct 11 17:33:39.514853 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4203ccf-7922-4f6c-bda1-848d5c6c850c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:39.567296 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-03be9c5b-3289-44c2-a251-0cab3d2f0aea req-0d0b0174-f472-4fce-980e-8a5130447199 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Oct 11 17:33:39.646376 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f4203ccf-7922-4f6c-bda1-848d5c6c850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:39.683523 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4203ccf-7922-4f6c-bda1-848d5c6c850c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96125da-52ca-42bc-a1f0-ec3fc2b09361,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:39.689661 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-f4203ccf-7922-4f6c-bda1-848d5c6c850c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=224a232556364562a5b281f5013d108e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515794 Oct 11 17:33:39.692319 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60612) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:39.741720 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2d72a326-b17d-4ed0-8515-6535da8a89ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:39.762672 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2d72a326-b17d-4ed0-8515-6535da8a89ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:39.946199 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2d72a326-b17d-4ed0-8515-6535da8a89ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:39.949473 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2d72a326-b17d-4ed0-8515-6535da8a89ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:39.950865 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-2d72a326-b17d-4ed0-8515-6535da8a89ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c96125da-52ca-42bc-a1f0-ec3fc2b09361 HTTP/1.1" status: 204 len: 168 time: 0.2573609 Oct 11 17:33:39.959810 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72a326-b17d-4ed0-8515-6535da8a89ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96125da-52ca-42bc-a1f0-ec3fc2b09361,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:40.078026 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587ad6-9784-4cda-b722-89ef8dbf042e req-bb617237-5b7d-4d62-9e35-0b5b972ed751 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:40.079462 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-34587ad6-9784-4cda-b722-89ef8dbf042e req-bb617237-5b7d-4d62-9e35-0b5b972ed751 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0487864 Oct 11 17:33:40.117331 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-34587ad6-9784-4cda-b722-89ef8dbf042e req-259d6810-c1d5-4c48-a8e4-db91a0e3b426 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318940 Oct 11 17:33:40.427944 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb3e51-bc19-45f1-88ff-ef5bb7969983 req-18a0be83-8aee-4fb4-a960-b03d6573f4c6 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:40.431622 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9dbb3e51-bc19-45f1-88ff-ef5bb7969983 req-18a0be83-8aee-4fb4-a960-b03d6573f4c6 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0576098 Oct 11 17:33:40.452302 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c39d1675-4837-47bc-98f8-19183ce76769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:40.474462 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9dbb3e51-bc19-45f1-88ff-ef5bb7969983 req-3901a302-b370-46ce-80e4-bdab6ac76f0b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378556 Oct 11 17:33:41.229875 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb1232-d030-4d77-bed6-7742f7eb7af1 req-befd254d-1707-4d35-8aa0-453699099001 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:41.231333 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d8bb1232-d030-4d77-bed6-7742f7eb7af1 req-befd254d-1707-4d35-8aa0-453699099001 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0478404 Oct 11 17:33:41.270879 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d8bb1232-d030-4d77-bed6-7742f7eb7af1 req-ff38ac67-a98a-48ab-a2a6-bbc49eeb6cce tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337508 Oct 11 17:33:41.593566 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36735dc-3ee5-4b08-bac7-ba87c342e624 req-4fdf43f5-3bb8-4b3c-91d0-bf72de0863f3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:41.595008 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d36735dc-3ee5-4b08-bac7-ba87c342e624 req-4fdf43f5-3bb8-4b3c-91d0-bf72de0863f3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0492930 Oct 11 17:33:41.631913 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d36735dc-3ee5-4b08-bac7-ba87c342e624 req-1ca9ce35-8e05-47f2-a76a-b84c16f53f8c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Oct 11 17:33:42.746901 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fb6b8-0221-4fd1-8b05-f316594a227a req-29dce284-32b0-4510-8268-53955475d5aa tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:42.748451 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-766fb6b8-0221-4fd1-8b05-f316594a227a req-29dce284-32b0-4510-8268-53955475d5aa tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0473750 Oct 11 17:33:42.784682 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-766fb6b8-0221-4fd1-8b05-f316594a227a req-29426de1-5bb6-4440-9521-1f9c42c99b5f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305126 Oct 11 17:33:43.183180 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6243-9d91-43ba-9ca2-881c42075f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:43.753849 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-ef5650b2-8d32-4326-967e-494f8c08974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:43.755320 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-ef5650b2-8d32-4326-967e-494f8c08974d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056&tenant_id=9516d4b60723415c8910558de9457120 HTTP/1.1" status: 200 len: 1096 time: 0.0678916 Oct 11 17:33:43.824472 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-dc1e3d02-f508-4076-9e8d-1acf35f7a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:43.825728 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-dc1e3d02-f508-4076-9e8d-1acf35f7a00a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 1096 time: 0.0435512 Oct 11 17:33:43.903644 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd012-4d70-4718-bc41-8b2668fdc503 req-42027f4f-e6b0-400f-a2f4-41ff20389bc7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:43.905232 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-32dbd012-4d70-4718-bc41-8b2668fdc503 req-42027f4f-e6b0-400f-a2f4-41ff20389bc7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0501449 Oct 11 17:33:43.926291 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-ffa4c676-e976-49a4-9a9a-378a116fbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:43.927972 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-ffa4c676-e976-49a4-9a9a-378a116fbb8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 917 time: 0.0938654 Oct 11 17:33:43.957020 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-32dbd012-4d70-4718-bc41-8b2668fdc503 req-205011cc-a463-48b8-ac45-4978b7471598 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433793 Oct 11 17:33:44.001972 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-d6936bf9-d84f-4c27-9597-7a5f86781d2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf HTTP/1.1" status: 200 len: 999 time: 0.0624793 Oct 11 17:33:44.052705 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-9f38499a-03a6-4e07-9b05-06b3044fdb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:44.054206 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-9f38499a-03a6-4e07-9b05-06b3044fdb47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0441122 Oct 11 17:33:44.098177 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-bcbd2488-815b-4ed2-8041-2cefd71cb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:44.099645 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-bcbd2488-815b-4ed2-8041-2cefd71cb06b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379834 Oct 11 17:33:44.197490 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-d2f932fc-477a-4d9d-9854-42a4d5d85544 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852060 Oct 11 17:33:44.285213 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-81efc5d4-d365-4919-bb12-b50bcce641a4 req-c1df8a11-c0f4-4faf-bbdc-85e633fc76fb service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795226 Oct 11 17:33:44.514923 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:44.808433 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:45.095949 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bdf86-5283-454d-87e3-60447d716e1d req-84c8ab00-ed72-456e-a750-4a2b23d773bb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:45.097462 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ed1bdf86-5283-454d-87e3-60447d716e1d req-84c8ab00-ed72-456e-a750-4a2b23d773bb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0703902 Oct 11 17:33:45.150164 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ed1bdf86-5283-454d-87e3-60447d716e1d req-abdb4533-0566-4df9-953f-a9028be925bf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440288 Oct 11 17:33:45.800182 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60732) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:45.918720 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-463befa2-59e1-4d17-8cf6-873b26250f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:46.005432 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-463befa2-59e1-4d17-8cf6-873b26250f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:46.080864 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:46.103313 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-463befa2-59e1-4d17-8cf6-873b26250f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:46.150943 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-463befa2-59e1-4d17-8cf6-873b26250f5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3093ba0bc63444ce9fef89746108fd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496785 Oct 11 17:33:46.153483 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60746) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:46.159315 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463befa2-59e1-4d17-8cf6-873b26250f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480a2d9c-5cea-403c-b163-b7130601bb79,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:46.215653 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8431b7f1-4df5-4fb6-b6a8-126894c94566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:46.249780 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8431b7f1-4df5-4fb6-b6a8-126894c94566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:46.314147 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15045d-7299-4a91-82e4-ffd0e174a8ca req-c5b545f2-74ee-45ea-ab3b-e1579974c902 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:46.315946 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b15045d-7299-4a91-82e4-ffd0e174a8ca req-c5b545f2-74ee-45ea-ab3b-e1579974c902 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0636182 Oct 11 17:33:46.356232 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b15045d-7299-4a91-82e4-ffd0e174a8ca req-e57a6cf5-586c-47fa-a480-88e691b50857 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Oct 11 17:33:46.414684 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8431b7f1-4df5-4fb6-b6a8-126894c94566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:46.417629 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8431b7f1-4df5-4fb6-b6a8-126894c94566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:46.418809 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-8431b7f1-4df5-4fb6-b6a8-126894c94566 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/480a2d9c-5cea-403c-b163-b7130601bb79 HTTP/1.1" status: 204 len: 168 time: 0.2637057 Oct 11 17:33:46.427733 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431b7f1-4df5-4fb6-b6a8-126894c94566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a2d9c-5cea-403c-b163-b7130601bb79,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:47.508231 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f850-9e66-4be2-8aa4-7d944e4f255e req-919d22f1-2187-4fa7-b81c-07aa85ba8926 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:47.509762 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-78d3f850-9e66-4be2-8aa4-7d944e4f255e req-919d22f1-2187-4fa7-b81c-07aa85ba8926 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0533917 Oct 11 17:33:47.561700 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-78d3f850-9e66-4be2-8aa4-7d944e4f255e req-c480d995-f19d-4abd-841a-f01d9bcf5067 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Oct 11 17:33:48.684442 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ed73-f4a0-4036-97cf-c699fadb8a95 req-684d43ea-9eab-497e-b65e-82d7c1684c90 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:48.686287 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1258ed73-f4a0-4036-97cf-c699fadb8a95 req-684d43ea-9eab-497e-b65e-82d7c1684c90 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0519924 Oct 11 17:33:48.728749 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1258ed73-f4a0-4036-97cf-c699fadb8a95 req-987ce6bc-e459-4c9c-afcb-319c74ec3789 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363452 Oct 11 17:33:49.220903 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60824) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:49.338840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb21ccf4-f128-4203-8628-bba8d4a081e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:49.412192 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb21ccf4-f128-4203-8628-bba8d4a081e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:49.534612 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-cb21ccf4-f128-4203-8628-bba8d4a081e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:49.575941 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60828) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:49.576164 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-cb21ccf4-f128-4203-8628-bba8d4a081e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a29cd9d550d84cbea0c75e0b237e1b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538809 Oct 11 17:33:49.576810 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21ccf4-f128-4203-8628-bba8d4a081e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0222c2d1-9eaf-4fc3-b62f-4377e0fadad8,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:49.637411 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a12c6a23-fdc4-4127-8a7f-1eb920e7166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:49.661240 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a12c6a23-fdc4-4127-8a7f-1eb920e7166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:49.982065 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102e7aa-15e9-4ab3-a222-69a9d9b9d1d2 req-333d3113-0445-4667-a03d-b9f1896e988b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:49.982065 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f102e7aa-15e9-4ab3-a222-69a9d9b9d1d2 req-333d3113-0445-4667-a03d-b9f1896e988b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0875912 Oct 11 17:33:50.020338 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f102e7aa-15e9-4ab3-a222-69a9d9b9d1d2 req-209828b5-a676-4209-9401-cc9fd01567fb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Oct 11 17:33:50.036605 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a12c6a23-fdc4-4127-8a7f-1eb920e7166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:50.044363 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a12c6a23-fdc4-4127-8a7f-1eb920e7166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:50.044363 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a12c6a23-fdc4-4127-8a7f-1eb920e7166b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0222c2d1-9eaf-4fc3-b62f-4377e0fadad8 HTTP/1.1" status: 204 len: 168 time: 0.4646590 Oct 11 17:33:50.058440 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c6a23-fdc4-4127-8a7f-1eb920e7166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0222c2d1-9eaf-4fc3-b62f-4377e0fadad8,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:50.767235 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 60850) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:50.777769 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a7e2d479-49bf-4e0f-b5f8-1340a0b99f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:50.864402 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a7e2d479-49bf-4e0f-b5f8-1340a0b99f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:50.949335 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a7e2d479-49bf-4e0f-b5f8-1340a0b99f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:50.991207 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 60854) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:33:50.991817 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a7e2d479-49bf-4e0f-b5f8-1340a0b99f7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c986472dd76742aab31370813bec797e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260184 Oct 11 17:33:50.992258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2d479-49bf-4e0f-b5f8-1340a0b99f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c90a0-722f-4b69-93bc-9dd8eae53093,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:51.051309 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9ddf-8c8a-4821-811e-ea9d2e59060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:51.073544 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9ddf-8c8a-4821-811e-ea9d2e59060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:51.170387 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a9a57-f4fa-4e8a-805b-3ddce15c6025 req-42ef98a3-6349-4c52-934c-86255f00db50 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:51.171910 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef9a9a57-f4fa-4e8a-805b-3ddce15c6025 req-42ef98a3-6349-4c52-934c-86255f00db50 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0646069 Oct 11 17:33:51.203818 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9ddf-8c8a-4821-811e-ea9d2e59060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:51.207007 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9ddf-8c8a-4821-811e-ea9d2e59060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:33:51.208667 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-bf4b9ddf-8c8a-4821-811e-ea9d2e59060e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b7c90a0-722f-4b69-93bc-9dd8eae53093 HTTP/1.1" status: 204 len: 168 time: 0.2150524 Oct 11 17:33:51.217714 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9ddf-8c8a-4821-811e-ea9d2e59060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c90a0-722f-4b69-93bc-9dd8eae53093,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:33:51.219694 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef9a9a57-f4fa-4e8a-805b-3ddce15c6025 req-faddb1dc-1857-46c0-89e7-3286fbda6daa tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404968 Oct 11 17:33:52.336683 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b7a37-be05-4a08-820d-08a3bca5252f req-b1f6eed3-3175-4edd-b1d9-66a6d025104f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:52.338374 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-568b7a37-be05-4a08-820d-08a3bca5252f req-b1f6eed3-3175-4edd-b1d9-66a6d025104f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0525117 Oct 11 17:33:52.384975 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-568b7a37-be05-4a08-820d-08a3bca5252f req-6fa2b6e1-884a-48e7-8416-e6154ec1b099 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375350 Oct 11 17:33:53.508010 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d567e47-df9f-47c8-93ac-8a8b220b28bb req-95a422bf-1abf-407e-97f3-ca5950009e65 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:53.509541 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8d567e47-df9f-47c8-93ac-8a8b220b28bb req-95a422bf-1abf-407e-97f3-ca5950009e65 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0497329 Oct 11 17:33:53.557829 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8d567e47-df9f-47c8-93ac-8a8b220b28bb req-531e1707-7833-4204-92ce-c61d9a961040 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Oct 11 17:33:54.680220 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c378d4-9684-409e-a700-8d88ea04c62c req-09d6ec1e-5b37-4b75-82d6-013535b4eaef tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:54.681762 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a3c378d4-9684-409e-a700-8d88ea04c62c req-09d6ec1e-5b37-4b75-82d6-013535b4eaef tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0550795 Oct 11 17:33:54.721230 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a3c378d4-9684-409e-a700-8d88ea04c62c req-2fb22087-7bfc-4de4-8289-428bff1b1db9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Oct 11 17:33:55.723687 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:33:55.851264 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665329b-7996-45a1-be41-44978456820b req-76bb1d5a-1753-4cc7-9094-07cb6d6036c3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:55.861479 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7665329b-7996-45a1-be41-44978456820b req-76bb1d5a-1753-4cc7-9094-07cb6d6036c3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0492108 Oct 11 17:33:55.891999 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7665329b-7996-45a1-be41-44978456820b req-02d3596e-af34-4e9d-8b09-6ba24915961d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Oct 11 17:33:57.020027 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2b2cf-a5f1-41ed-946f-747c8206dc87 req-b3a02fd9-9334-47c7-af64-e2ad86a08764 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:57.021534 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9df2b2cf-a5f1-41ed-946f-747c8206dc87 req-b3a02fd9-9334-47c7-af64-e2ad86a08764 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0520961 Oct 11 17:33:57.060560 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9df2b2cf-a5f1-41ed-946f-747c8206dc87 req-e890ec93-afd1-4556-918f-3cefd4c9b943 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329220 Oct 11 17:33:58.189982 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e129cf7-d4c5-4472-8efa-c0f67493f8bb req-cdefa245-3684-4c8f-8198-23ffa13263cb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:58.191693 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4e129cf7-d4c5-4472-8efa-c0f67493f8bb req-cdefa245-3684-4c8f-8198-23ffa13263cb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0572460 Oct 11 17:33:58.232344 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4e129cf7-d4c5-4472-8efa-c0f67493f8bb req-5910338a-bf55-44d2-886d-8a6e8443451a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343146 Oct 11 17:33:59.347359 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53fd12-140c-4549-be95-b44647f785dc req-6e990f9c-4bdb-47e2-8fa0-64c56126e151 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:33:59.348827 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9c53fd12-140c-4549-be95-b44647f785dc req-6e990f9c-4bdb-47e2-8fa0-64c56126e151 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0476084 Oct 11 17:33:59.385641 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9c53fd12-140c-4549-be95-b44647f785dc req-ef3c5b1b-e4df-4d3b-a0d6-0562a5cec3b8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Oct 11 17:34:00.463332 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:00.500972 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc2f52-a223-4be2-a669-be65fde55778 req-aa6a70d6-005b-4bc4-8ae0-938a0e6f5884 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:00.502429 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-92dc2f52-a223-4be2-a669-be65fde55778 req-aa6a70d6-005b-4bc4-8ae0-938a0e6f5884 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0468442 Oct 11 17:34:00.539061 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-92dc2f52-a223-4be2-a669-be65fde55778 req-fbfb1973-17b7-4a75-9e24-81ba45bf5886 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Oct 11 17:34:01.659184 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abbce2-4ccb-4287-8510-a8cb2ac62f27 req-f15d9191-e239-4c74-ab55-d7571389a82b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:01.660797 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e4abbce2-4ccb-4287-8510-a8cb2ac62f27 req-f15d9191-e239-4c74-ab55-d7571389a82b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0511777 Oct 11 17:34:01.707876 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e4abbce2-4ccb-4287-8510-a8cb2ac62f27 req-288eef3f-2097-4a59-93b2-02077ba37038 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370719 Oct 11 17:34:02.820881 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe0448-5ac5-41a1-ab55-ec3f32bfc13e req-49ad492a-c746-41d6-80bc-b39d3c0aadbd tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:02.822360 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-72fe0448-5ac5-41a1-ab55-ec3f32bfc13e req-49ad492a-c746-41d6-80bc-b39d3c0aadbd tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0482676 Oct 11 17:34:02.858028 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-72fe0448-5ac5-41a1-ab55-ec3f32bfc13e req-a129a436-5e22-4783-bba1-64aa4c3cb355 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299253 Oct 11 17:34:03.973712 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f6da8-fd9c-4083-97cd-b5893a84bd9b req-3e9e89a8-295a-4f75-82d4-9483c85a0582 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:03.975141 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a05f6da8-fd9c-4083-97cd-b5893a84bd9b req-3e9e89a8-295a-4f75-82d4-9483c85a0582 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0464399 Oct 11 17:34:04.011817 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a05f6da8-fd9c-4083-97cd-b5893a84bd9b req-aa1bef9b-7762-4fea-a30f-c3fc66051256 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Oct 11 17:34:05.130813 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1ecf-d6fe-4679-9278-091ba7547951 req-1267dae8-7b86-4d4c-a2f2-e45dc3a2f17c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:05.132217 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-83cc1ecf-d6fe-4679-9278-091ba7547951 req-1267dae8-7b86-4d4c-a2f2-e45dc3a2f17c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0505009 Oct 11 17:34:05.169969 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-83cc1ecf-d6fe-4679-9278-091ba7547951 req-74a6c242-61d7-46d7-adc3-30af209e6319 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Oct 11 17:34:06.298094 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840325-3490-42c1-9e46-6cd1096cb36a req-a4132651-7232-4ea2-834d-ad70d6a43e89 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:06.299622 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bd840325-3490-42c1-9e46-6cd1096cb36a req-a4132651-7232-4ea2-834d-ad70d6a43e89 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0546672 Oct 11 17:34:06.344397 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bd840325-3490-42c1-9e46-6cd1096cb36a req-2ba137b7-dc09-408e-9d9c-61b759eaed67 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383892 Oct 11 17:34:07.531417 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613957-2b3f-4f7e-93a5-2ee28fcac864 req-97a8a080-a979-498b-8737-591e079f8921 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:07.532911 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dd613957-2b3f-4f7e-93a5-2ee28fcac864 req-97a8a080-a979-498b-8737-591e079f8921 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 943 time: 0.0487442 Oct 11 17:34:07.570412 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dd613957-2b3f-4f7e-93a5-2ee28fcac864 req-b84d161c-0e1f-40c1-b33f-d0dd2223fe52 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Oct 11 17:34:08.304168 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:34:08.397577 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:34:08.408894 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'port_id': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'mac_address': 'fa:16:3e:6a:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:34:08.445871 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:08.461493 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5059c80a-17e7-4c7e-a751-424e6ff56ddf {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:34:08.479738 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:34:08.554595 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:08.611296 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=9']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:08.619056 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.619056 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.619056 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.619329 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.619608 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.619990 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.620320 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.620646 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.620993 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.621348 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.621673 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.621994 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:08.695194 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd794a-d6aa-465a-8668-34c1695df550 req-16866cb5-0354-4a27-acd3-367a6fbe7017 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:08.697472 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-45cd794a-d6aa-465a-8668-34c1695df550 req-16866cb5-0354-4a27-acd3-367a6fbe7017 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 944 time: 0.0526400 Oct 11 17:34:08.733733 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-45cd794a-d6aa-465a-8668-34c1695df550 req-8e79aa23-e093-42a1-9f6a-65d5574e3a51 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Oct 11 17:34:08.862596 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['5059c80a-17e7-4c7e-a751-424e6ff56ddf'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:34:09.471949 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 32886) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:09.570968 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-86c37c25-cbb3-48b2-86f0-ef5f02d16a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:09.640997 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-86c37c25-cbb3-48b2-86f0-ef5f02d16a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:09.709299 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-86c37c25-cbb3-48b2-86f0-ef5f02d16a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:09.748622 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-86c37c25-cbb3-48b2-86f0-ef5f02d16a7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=015b388d126649a19f8268d74355c143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756286 Oct 11 17:34:09.749653 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c37c25-cbb3-48b2-86f0-ef5f02d16a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e9fe6-6191-4ad3-9e81-74f961482a85,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:09.751865 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 32894) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:09.801432 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-09e9ef3e-066b-4561-9078-f5555ede231e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:09.845904 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-09e9ef3e-066b-4561-9078-f5555ede231e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:09.896642 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ee7ba-835b-4a8c-842e-d55d59593085 req-674c5ee0-1a5f-49f2-a2cf-bddb5cd94b55 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:09.896642 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2a0ee7ba-835b-4a8c-842e-d55d59593085 req-674c5ee0-1a5f-49f2-a2cf-bddb5cd94b55 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 944 time: 0.0797672 Oct 11 17:34:09.937087 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2a0ee7ba-835b-4a8c-842e-d55d59593085 req-18b34713-fa09-4845-90db-0cb763687985 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359094 Oct 11 17:34:09.973703 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-09e9ef3e-066b-4561-9078-f5555ede231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:09.976364 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-09e9ef3e-066b-4561-9078-f5555ede231e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:09.977498 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-09e9ef3e-066b-4561-9078-f5555ede231e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c49e9fe6-6191-4ad3-9e81-74f961482a85 HTTP/1.1" status: 204 len: 168 time: 0.2245755 Oct 11 17:34:09.985149 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9ef3e-066b-4561-9078-f5555ede231e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e9fe6-6191-4ad3-9e81-74f961482a85,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:10.306958 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:34:10.366074 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 5059c80a-17e7-4c7e-a751-424e6ff56ddf triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:34:10.366352 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.441879 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.464199 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:34:10.466468 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42047fc-0600-4ef4-9c2b-93e09b5b6872" -d '{"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-plugged", "status": "completed", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:34:10.476436 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-2a249fa1-f800-4b5a-af0a-e1572256df0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.480305 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:34:10.505411 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c1ab0e-6179-4835-81c3-54b9525c9a1f x-openstack-request-id: req-98c1ab0e-6179-4835-81c3-54b9525c9a1f {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:34:10.505701 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-plugged", "status": "completed", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:34:10.505955 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98c1ab0e-6179-4835-81c3-54b9525c9a1f {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:34:10.506345 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'code': 200} Oct 11 17:34:10.546799 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 32906) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:10.560711 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.560970 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-124a2a7f-9be2-4340-b189-14aa60a3c845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.610156 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=10']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:10.635624 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-124a2a7f-9be2-4340-b189-14aa60a3c845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.703163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-124a2a7f-9be2-4340-b189-14aa60a3c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.740967 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-124a2a7f-9be2-4340-b189-14aa60a3c845 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8de84a03b8db4553a3343bad4d79940b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931190 Oct 11 17:34:10.741837 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a2a7f-9be2-4340-b189-14aa60a3c845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6bbce6-9306-44aa-bfb7-17ae288c9d45,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:10.743661 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 32908) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:10.791135 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d191685f-dace-4e48-9461-20dbf82ded76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.812037 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d191685f-dace-4e48-9461-20dbf82ded76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.915037 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d191685f-dace-4e48-9461-20dbf82ded76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.921629 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d191685f-dace-4e48-9461-20dbf82ded76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:10.921629 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-d191685f-dace-4e48-9461-20dbf82ded76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc6bbce6-9306-44aa-bfb7-17ae288c9d45 HTTP/1.1" status: 204 len: 168 time: 0.1738238 Oct 11 17:34:10.928704 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191685f-dace-4e48-9461-20dbf82ded76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6bbce6-9306-44aa-bfb7-17ae288c9d45,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:11.085226 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58476c-c74f-4758-a681-5b17ad492bef req-f5c3a59b-cf7a-487e-aae8-409db6b32f6f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:11.086815 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dd58476c-c74f-4758-a681-5b17ad492bef req-f5c3a59b-cf7a-487e-aae8-409db6b32f6f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 946 time: 0.0524454 Oct 11 17:34:11.128708 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dd58476c-c74f-4758-a681-5b17ad492bef req-fd5c8ecc-bf32-4188-b340-664ae2a209b8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359242 Oct 11 17:34:11.217644 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4ec3-6ecb-498e-b35d-28e07be42b14 req-d4bf579d-41e2-433e-8268-58a4ed95a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:11.219121 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0e2c4ec3-6ecb-498e-b35d-28e07be42b14 req-d4bf579d-41e2-433e-8268-58a4ed95a4b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 1099 time: 0.0419095 Oct 11 17:34:11.259713 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0e2c4ec3-6ecb-498e-b35d-28e07be42b14 req-ae9ad4d0-3553-46d4-94a6-b4f1fbe0d03c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289438 Oct 11 17:34:12.261736 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a3fd7-044b-4120-8034-5888398db2ab req-8604736e-1bb3-4466-a6b3-6101b24b97fe tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:12.263195 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d16a3fd7-044b-4120-8034-5888398db2ab req-8604736e-1bb3-4466-a6b3-6101b24b97fe tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 946 time: 0.0525458 Oct 11 17:34:12.301959 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d16a3fd7-044b-4120-8034-5888398db2ab req-ef0e355f-0516-4bee-aa89-058d996742d1 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Oct 11 17:34:13.139299 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6f094035-d53d-429e-a092-669e31ec9fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:13.420992 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300efadf-91ce-4e1c-9af7-13f720f23553 req-63c2c322-606c-4986-90cb-6b2d804b93a0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:13.422531 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-300efadf-91ce-4e1c-9af7-13f720f23553 req-63c2c322-606c-4986-90cb-6b2d804b93a0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 946 time: 0.0489922 Oct 11 17:34:13.462529 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-300efadf-91ce-4e1c-9af7-13f720f23553 req-d5bf1d06-e99a-4e85-a6af-94ca3cfcfc7f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Oct 11 17:34:14.411627 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:14.580588 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd73c56-a0e5-4f6e-94fb-73610559049d req-5968b92f-0a53-406b-8aa9-ea8a231caebb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:14.581924 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7fd73c56-a0e5-4f6e-94fb-73610559049d req-5968b92f-0a53-406b-8aa9-ea8a231caebb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 946 time: 0.0483463 Oct 11 17:34:14.620264 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7fd73c56-a0e5-4f6e-94fb-73610559049d req-e0ff7b0a-576b-49f4-a677-0b75bffa2f1f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324919 Oct 11 17:34:14.732237 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:16.047839 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:16.915796 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33110) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:17.020760 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-39596080-3685-4f94-a9d8-ce37af168071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:17.095044 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-39596080-3685-4f94-a9d8-ce37af168071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:17.150726 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-39596080-3685-4f94-a9d8-ce37af168071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:17.193784 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-39596080-3685-4f94-a9d8-ce37af168071 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af13fdf2d84341e7afbd7623c45b7beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768805 Oct 11 17:34:17.194645 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39596080-3685-4f94-a9d8-ce37af168071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad5e60d-fce6-4907-9c37-0188ba44d5cd,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:17.197555 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33114) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:17.246936 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2a2df2a8-b322-43d4-aa19-39a158113651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:17.274497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2a2df2a8-b322-43d4-aa19-39a158113651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:17.402497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2a2df2a8-b322-43d4-aa19-39a158113651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:17.405241 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2a2df2a8-b322-43d4-aa19-39a158113651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:17.406389 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-2a2df2a8-b322-43d4-aa19-39a158113651 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ad5e60d-fce6-4907-9c37-0188ba44d5cd HTTP/1.1" status: 204 len: 168 time: 0.2074423 Oct 11 17:34:17.416893 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2df2a8-b322-43d4-aa19-39a158113651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad5e60d-fce6-4907-9c37-0188ba44d5cd,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:18.068705 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33122) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:18.081947 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0d927b3-1e98-4f94-bc68-9ba46092f092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:18.156061 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0d927b3-1e98-4f94-bc68-9ba46092f092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:18.242439 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0d927b3-1e98-4f94-bc68-9ba46092f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:18.278240 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d927b3-1e98-4f94-bc68-9ba46092f092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004a531e-31fe-471e-88f8-9e248b7228ab,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:18.282804 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c0d927b3-1e98-4f94-bc68-9ba46092f092 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8024a99e3a2949bd91ff6b9642f65ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130032 Oct 11 17:34:18.286319 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33124) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:18.334685 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-992b4a15-1ac8-4103-a0c3-0517251b9d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:18.355923 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-992b4a15-1ac8-4103-a0c3-0517251b9d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:18.475338 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-992b4a15-1ac8-4103-a0c3-0517251b9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:18.478030 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-992b4a15-1ac8-4103-a0c3-0517251b9d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:18.479223 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-992b4a15-1ac8-4103-a0c3-0517251b9d3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/004a531e-31fe-471e-88f8-9e248b7228ab HTTP/1.1" status: 204 len: 168 time: 0.1925232 Oct 11 17:34:18.487144 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b4a15-1ac8-4103-a0c3-0517251b9d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004a531e-31fe-471e-88f8-9e248b7228ab,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:23.829308 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33214) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:23.936454 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3840-d3f0-48e1-9cb4-8081e3994351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:24.013030 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3840-d3f0-48e1-9cb4-8081e3994351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:24.087904 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3840-d3f0-48e1-9cb4-8081e3994351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:24.127348 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-ce1f3840-d3f0-48e1-9cb4-8081e3994351 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b58e5126eb04fc6bcaf541690a0dc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969477 Oct 11 17:34:24.128051 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f3840-d3f0-48e1-9cb4-8081e3994351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21c23dc-df6d-4709-bfbf-dca67c496bdd,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:24.131278 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33218) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:24.180776 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74e00ea4-416e-4856-ba4b-a9c777ef5d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:24.202279 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74e00ea4-416e-4856-ba4b-a9c777ef5d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:24.321969 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74e00ea4-416e-4856-ba4b-a9c777ef5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:24.324620 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-74e00ea4-416e-4856-ba4b-a9c777ef5d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:24.325832 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-74e00ea4-416e-4856-ba4b-a9c777ef5d86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b21c23dc-df6d-4709-bfbf-dca67c496bdd HTTP/1.1" status: 204 len: 168 time: 0.1934819 Oct 11 17:34:24.334434 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e00ea4-416e-4856-ba4b-a9c777ef5d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21c23dc-df6d-4709-bfbf-dca67c496bdd,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:24.831774 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33234) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:24.845251 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4aebf6f3-70bf-4fbf-b7d8-c4452ac7f549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:24.921862 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4aebf6f3-70bf-4fbf-b7d8-c4452ac7f549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:25.002023 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4aebf6f3-70bf-4fbf-b7d8-c4452ac7f549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:25.045730 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebf6f3-70bf-4fbf-b7d8-c4452ac7f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b714fb-3e8c-4b1d-a876-aed984308d46,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:25.051102 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-4aebf6f3-70bf-4fbf-b7d8-c4452ac7f549 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf1a9a4743994133a82c9100698d4b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182529 Oct 11 17:34:25.054512 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33244) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:25.102622 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4fe44a65-1796-42f4-b430-d957f27ab80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:25.123562 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4fe44a65-1796-42f4-b430-d957f27ab80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:25.259033 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4fe44a65-1796-42f4-b430-d957f27ab80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:25.261707 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4fe44a65-1796-42f4-b430-d957f27ab80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:25.262871 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-4fe44a65-1796-42f4-b430-d957f27ab80b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31b714fb-3e8c-4b1d-a876-aed984308d46 HTTP/1.1" status: 204 len: 168 time: 0.2074666 Oct 11 17:34:25.285297 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe44a65-1796-42f4-b430-d957f27ab80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b714fb-3e8c-4b1d-a876-aed984308d46,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:25.307030 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2519ca-7f27-4d76-a352-eebafcf28e23 req-cfe1778e-aa3a-46e2-99be-7f2225f3d272 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:25.308868 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d2519ca-7f27-4d76-a352-eebafcf28e23 req-cfe1778e-aa3a-46e2-99be-7f2225f3d272 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.2846723 Oct 11 17:34:25.348004 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5d2519ca-7f27-4d76-a352-eebafcf28e23 req-39bdabe0-8c03-4721-913b-1d08001860ce tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328648 Oct 11 17:34:26.621154 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dea416-9e1f-443a-8848-9305250e9aac req-690f39d0-d990-45ea-a325-723845241570 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:26.622624 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-50dea416-9e1f-443a-8848-9305250e9aac req-690f39d0-d990-45ea-a325-723845241570 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.2049739 Oct 11 17:34:26.797134 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-50dea416-9e1f-443a-8848-9305250e9aac req-604b2ec5-be81-41f7-8259-25f09455afdc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683328 Oct 11 17:34:27.379640 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-1fe7e9e1-98df-4be5-9dcb-8158f8a1a7af tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:27.381779 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-1fe7e9e1-98df-4be5-9dcb-8158f8a1a7af tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0471253 Oct 11 17:34:27.473884 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Deleting port a986e19a-86c9-45b6-a237-d7458311a31f {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:34:27.474269 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:27.562742 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] For port a986e19a-86c9-45b6-a237-d7458311a31f, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=a986e19a-86c9-45b6-a237-d7458311a31f,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:34:27.563099 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:27.776323 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:27.776684 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:27.777022 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Floating IP bd1efe4d-8a99-4ce9-a50b-ca8be9442007 disassociated. External IP: 172.27.3.116, port: a986e19a-86c9-45b6-a237-d7458311a31f. Oct 11 17:34:27.777384 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Calling delete_port for a986e19a-86c9-45b6-a237-d7458311a31f owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:34:27.914029 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c6c25-e26f-4829-a14f-32783e4b3601 req-9137a210-e16f-481c-969d-5c7c0edb93e0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:27.915525 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b74c6c25-e26f-4829-a14f-32783e4b3601 req-9137a210-e16f-481c-969d-5c7c0edb93e0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 945 time: 0.0523994 Oct 11 17:34:27.956017 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b74c6c25-e26f-4829-a14f-32783e4b3601 req-bcfee39e-2039-47ba-84ed-ae2a53e91250 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e484cc1-51e5-4148-a12a-63c46feb0e68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345778 Oct 11 17:34:27.977616 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:28.007144 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event deleted for resources: {'Port': ['ID=a986e19a-86c9-45b6-a237-d7458311a31f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:28.016753 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.025370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:28.127428 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:34:28.232299 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:34:28.242530 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] Sync routers for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:34:28.252186 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:34:28.252880 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:34:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:34:28.272958 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] No DVR routers for this DVR port a986e19a-86c9-45b6-a237-d7458311a31f on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:34:28.275539 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:28.278835 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-8b5ddd51-2ac0-4814-99f3-067ff697da6a req-8d9e3deb-e4fd-49b6-9e62-22257d02d221 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "DELETE /v2.0/ports/a986e19a-86c9-45b6-a237-d7458311a31f HTTP/1.1" status: 204 len: 173 time: 0.8885739 Oct 11 17:34:28.279270 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'name': 'network-vif-deleted', 'tag': 'a986e19a-86c9-45b6-a237-d7458311a31f'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:34:28.281613 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69755d90-65a2-446d-82fa-9f7e6e4d4278" -d '{"events": [{"server_uuid": "fc85839b-a8e7-4656-bd30-fda256e526c8", "name": "network-vif-deleted", "tag": "a986e19a-86c9-45b6-a237-d7458311a31f"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:34:28.318858 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8931f7b6-7f54-49d5-8900-6a6324fb51fc x-openstack-request-id: req-8931f7b6-7f54-49d5-8900-6a6324fb51fc {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:34:28.319370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc85839b-a8e7-4656-bd30-fda256e526c8", "name": "network-vif-deleted", "tag": "a986e19a-86c9-45b6-a237-d7458311a31f", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:34:28.319628 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8931f7b6-7f54-49d5-8900-6a6324fb51fc {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:34:28.320024 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc85839b-a8e7-4656-bd30-fda256e526c8', 'name': 'network-vif-deleted', 'tag': 'a986e19a-86c9-45b6-a237-d7458311a31f', 'status': 'completed', 'code': 200} Oct 11 17:34:28.484229 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:34:28.679451 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:34:28.708475 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] Checking router: 8527bcdf-ed7e-4d00-87c5-4cca59165d39 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:34:28.716859 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:34:28.717501 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:34:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:34:28.820853 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:34:29.024571 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:34:29.070371 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd557cff-0625-490c-8747-6ae9abe8302f None None] The sync data for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi is: [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:34:29.085310 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b4257cc2-6191-47db-a9c7-cdeca22abd7c req-7500810f-c00f-438a-ac12-00dafcc7d1c5 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc85839b-a8e7-4656-bd30-fda256e526c8 HTTP/1.1" status: 200 len: 210 time: 0.0286360 Oct 11 17:34:29.341832 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278914-718e-4549-96d3-22548b4b5bca None None] New status for floating IP bd1efe4d-8a99-4ce9-a50b-ca8be9442007: DOWN {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:34:30.258955 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33334) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:30.314422 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0ebde03-99e8-4918-bf2b-fe20141f2c66 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:30.342816 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0ebde03-99e8-4918-bf2b-fe20141f2c66 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:30.504479 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:30.533497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0ebde03-99e8-4918-bf2b-fe20141f2c66 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:30.540588 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-c0ebde03-99e8-4918-bf2b-fe20141f2c66 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:30.540588 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-c0ebde03-99e8-4918-bf2b-fe20141f2c66 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "DELETE /v2.0/security-groups/4e484cc1-51e5-4148-a12a-63c46feb0e68 HTTP/1.1" status: 204 len: 168 time: 0.2780285 Oct 11 17:34:30.540983 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33340) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:30.548211 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebde03-99e8-4918-bf2b-fe20141f2c66 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e484cc1-51e5-4148-a12a-63c46feb0e68,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:30.555850 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.api.v2.resource [None req-b68eb587-116a-4bf1-8666-4aadec25b40b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] show failed (client error): The resource could not be found. Oct 11 17:34:30.556861 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b68eb587-116a-4bf1-8666-4aadec25b40b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups/4e484cc1-51e5-4148-a12a-63c46feb0e68 HTTP/1.1" status: 404 len: 347 time: 0.0149837 Oct 11 17:34:30.560046 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33342) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:30.922092 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Deleting port 1b613fba-6d4b-4f98-9cc4-0f5c5d76200b {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:34:30.922438 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:30.996702 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:30.997023 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:31.008310 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Calling delete_port for 1b613fba-6d4b-4f98-9cc4-0f5c5d76200b owned by network:floatingip {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:34:31.223449 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:31.251835 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event deleted for resources: {'Port': ['ID=1b613fba-6d4b-4f98-9cc4-0f5c5d76200b,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:31.312156 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:31.314727 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:31.315872 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-76139095-a2ae-4973-be46-befe16e679fc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "DELETE /v2.0/floatingips/bd1efe4d-8a99-4ce9-a50b-ca8be9442007 HTTP/1.1" status: 204 len: 168 time: 0.7548935 Oct 11 17:34:31.632603 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-1276c483-3a58-4794-9fa2-073a8f447a8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362152 Oct 11 17:34:31.690581 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33372) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:31.695805 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-9ac253a6-e039-4a41-b814-ef6f0eb5a143 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539917764', 'description': 'tempest-description--613289577'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:34:31.717279 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-855666b8-b9c4-4a41-871e-3bb71afd8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:31.718762 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-855666b8-b9c4-4a41-871e-3bb71afd8d91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 1099 time: 0.0404136 Oct 11 17:34:31.772450 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9ac253a6-e039-4a41-b814-ef6f0eb5a143 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:31.829177 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-818d4d58-93df-4556-8a75-59517f1a4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:31.830709 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-818d4d58-93df-4556-8a75-59517f1a4d6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 917 time: 0.0877788 Oct 11 17:34:31.839110 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9ac253a6-e039-4a41-b814-ef6f0eb5a143 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:31.899273 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-2622ef5b-6227-45c5-a1b9-154e2c4ad367 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf HTTP/1.1" status: 200 len: 1001 time: 0.0605097 Oct 11 17:34:31.909009 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9ac253a6-e039-4a41-b814-ef6f0eb5a143 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:31.938651 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac253a6-e039-4a41-b814-ef6f0eb5a143 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4dbf95-bad1-458c-8597-8277377e960a,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:31.951896 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-783e3b78-d783-4e9a-9260-e5f14cd911c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:31.953595 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-783e3b78-d783-4e9a-9260-e5f14cd911c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0459273 Oct 11 17:34:32.000304 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-41e0a5c5-492d-445e-8950-526b4e7a04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:32.001784 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-41e0a5c5-492d-445e-8950-526b4e7a04b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386262 Oct 11 17:34:32.015383 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9ac253a6-e039-4a41-b814-ef6f0eb5a143 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.016614 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-9ac253a6-e039-4a41-b814-ef6f0eb5a143 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3250570 Oct 11 17:34:32.019556 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33374) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:32.030772 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'security_group_rule': {'security_group_id': '1b4dbf95-bad1-458c-8597-8277377e960a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:34:32.095297 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-06eb04f6-a2d6-41c7-8f90-7f48cc947d95 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831461 Oct 11 17:34:32.137182 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.185214 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-df30baa3-2dc3-407e-bd44-8c0df107aff1 req-7f74fcac-43af-4bac-affe-e4c2190e379b service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828941 Oct 11 17:34:32.195282 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.281551 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.302170 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1a6149-9ce9-4592-b674-2ab2e17d17b3,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:32.310250 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.310593 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.310928 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.311258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.311584 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.311908 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.312230 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.312551 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.312872 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.313241 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.313561 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.313876 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:34:32.381050 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.383457 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-78d0169b-6736-42a4-8c49-347af13a1f9c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618367 Oct 11 17:34:32.385639 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33380) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:32.390344 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-a46985a4-626a-4a91-a122-bd6c47c5c151 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'security_group_rule': {'security_group_id': '1b4dbf95-bad1-458c-8597-8277377e960a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:34:32.415761 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device a986e19a-86c9-45b6-a237-d7458311a31f no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:34:32.439501 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: a986e19a-86c9-45b6-a237-d7458311a31f {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:34:32.439900 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device a986e19a-86c9-45b6-a237-d7458311a31f not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:34:32.486607 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a46985a4-626a-4a91-a122-bd6c47c5c151 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.544127 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a46985a4-626a-4a91-a122-bd6c47c5c151 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.640448 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a46985a4-626a-4a91-a122-bd6c47c5c151 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.658651 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46985a4-626a-4a91-a122-bd6c47c5c151 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec31fb7-4314-450f-9905-f3bc9057fd13,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:32.721938 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:34:32.762371 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a46985a4-626a-4a91-a122-bd6c47c5c151 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:32.763604 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a46985a4-626a-4a91-a122-bd6c47c5c151 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3769224 Oct 11 17:34:32.766795 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33392) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:32.771468 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:34:32.910476 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.006663 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.115621 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Allocated IP 172.27.3.242 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/ffcff239-5096-4ba7-ba5b-55679b193d25) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:34:33.216990 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.316285 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.351916 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:34:33.356900 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:34:33.360483 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:34:33.390089 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'Port': ['ID=ffcff239-5096-4ba7-ba5b-55679b193d25,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:33.451048 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.569527 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.718339 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.824347 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.889462 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'Port': ['ID=ffcff239-5096-4ba7-ba5b-55679b193d25,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:33.903029 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.975065 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:33.976303 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b6439686-8e37-44a6-b0de-3b2a38fed8dc tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2087095 Oct 11 17:34:34.169121 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b74db54d-c55f-444f-b16e-bad9c0076850 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--539917764&fields=id&tenant_id=41a8262e18e6410da7d912a193c09530 HTTP/1.1" status: 200 len: 267 time: 0.0329537 Oct 11 17:34:34.279873 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-2b4890f9-d75d-48ba-a35e-96e402c37f7c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:34.281364 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-2b4890f9-d75d-48ba-a35e-96e402c37f7c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 811 time: 0.1048589 Oct 11 17:34:34.296214 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-933aa5c1-87b8-4702-a3f6-0b915f8e77b0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/quotas/41a8262e18e6410da7d912a193c09530 HTTP/1.1" status: 200 len: 375 time: 0.0091844 Oct 11 17:34:34.348104 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-0d833b88-cc95-44df-b13d-b11957072409 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464871 Oct 11 17:34:34.497951 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-441e17a8-bbff-48c5-9d73-65831eeb158b service neutron] 10.222.0.42 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384881 Oct 11 17:34:34.584784 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-95feb415-90d3-4cd0-bf14-5f4957b5b980 service neutron] 10.222.0.42 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806983 Oct 11 17:34:34.827730 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-477c68f6-83d8-49d1-879d-70119db385c6 req-188cc045-f1bb-47d7-91c5-93feb23a3db4 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 210 time: 0.0299523 Oct 11 17:34:35.923777 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fea22064-006a-4a15-8d51-fab4c8a77829 req-bd74c4d5-3ce0-4926-b4f6-99ff52f9c3cd tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 210 time: 0.0296052 Oct 11 17:34:36.922005 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33466) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:36.981672 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-4b037a65-e224-4d00-95ed-f9478c9d8250 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:36.983265 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-4b037a65-e224-4d00-95ed-f9478c9d8250 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 811 time: 0.1089561 Oct 11 17:34:37.037972 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-6dacab88-0ef3-447e-9d6f-5da562ca28ec tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41a8262e18e6410da7d912a193c09530 HTTP/1.1" status: 200 len: 379 time: 0.0436926 Oct 11 17:34:37.047349 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ef8437e6-2bc0-4cd1-899a-9a1f4e2112c3 req-efd38d7f-9414-4fb5-be5b-e295aab17072 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 210 time: 0.0344822 Oct 11 17:34:37.048802 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'port': {'device_id': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'admin_state_up': True, 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'security_groups': ['1b4dbf95-bad1-458c-8597-8277377e960a']}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:34:37.060031 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6c8008e1-2726-4553-8fec-187a2bc8e945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.138258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6c8008e1-2726-4553-8fec-187a2bc8e945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.230138 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6c8008e1-2726-4553-8fec-187a2bc8e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.252997 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Made reservation on behalf of 41a8262e18e6410da7d912a193c09530 for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:34:37.256963 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.270700 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-6c8008e1-2726-4553-8fec-187a2bc8e945 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6dde19dc05514e508a361f972a23d0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457401 Oct 11 17:34:37.271499 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8008e1-2726-4553-8fec-187a2bc8e945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2df5826-aff4-470d-b08b-c1b0a1b61256,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:37.275124 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33480) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:37.397578 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-58dcd778-1081-4f11-8e19-a2c69e70225c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.430737 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-58dcd778-1081-4f11-8e19-a2c69e70225c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.442315 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Allocated IP 172.20.0.7 (118a4b95-c32e-4507-952d-88283649a443/b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2/e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:34:37.591296 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.634364 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-58dcd778-1081-4f11-8e19-a2c69e70225c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.636913 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-58dcd778-1081-4f11-8e19-a2c69e70225c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.638088 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-58dcd778-1081-4f11-8e19-a2c69e70225c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2df5826-aff4-470d-b08b-c1b0a1b61256 HTTP/1.1" status: 204 len: 168 time: 0.3624244 Oct 11 17:34:37.645369 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcd778-1081-4f11-8e19-a2c69e70225c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2df5826-aff4-470d-b08b-c1b0a1b61256,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:37.715002 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.758435 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Network 118a4b95-c32e-4507-952d-88283649a443 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:34:37.761427 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:34:37.765201 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:34:37.789030 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event updated for resources: {'Port': ['ID=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:37.823539 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:37.824203 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.913329 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-b9e22818-9da5-433d-a93e-8c6298344e32 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8682668 Oct 11 17:34:37.926552 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Request body: {'port': {'device_id': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:34:37.965011 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-3fc65c99-a915-48a4-8af6-89a49c8dc81d None None] Provisioning complete for port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:34:37.965639 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3fc65c99-a915-48a4-8af6-89a49c8dc81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:37.988775 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:38.006695 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-3fc65c99-a915-48a4-8af6-89a49c8dc81d None None] Port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:34:38.172111 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dea46-6512-4ebd-b8f0-1067fb2c52cc req-f9c50b19-b8e6-408e-ac64-70ab0dfb3911 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:38.180701 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-550dea46-6512-4ebd-b8f0-1067fb2c52cc req-f9c50b19-b8e6-408e-ac64-70ab0dfb3911 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 931 time: 0.0605979 Oct 11 17:34:38.225842 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-550dea46-6512-4ebd-b8f0-1067fb2c52cc req-50a8ebf1-5e87-473b-a055-e22becc395ef tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440638 Oct 11 17:34:38.276813 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:34:38.284878 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:38.297634 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Transition to ACTIVE for port object e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:34:38.351300 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:38.403798 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:38.473015 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Attempting to bind port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:34:38.473494 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Attempting to bind port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:34:38.474773 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Attempting to bind port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 on network 118a4b95-c32e-4507-952d-88283649a443 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:34:38.479579 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 on network 118a4b95-c32e-4507-952d-88283649a443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:34:38.479765 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Attempting to bind port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 on network 118a4b95-c32e-4507-952d-88283649a443 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:34:38.484647 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:34:38.484990 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Checking segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:34:38.485413 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Bound using segment: {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:34:38.485911 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Bound port: e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4fe6128-eac1-4096-ac7d-7418d5195227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '118a4b95-c32e-4507-952d-88283649a443'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:34:38.486266 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:38.555923 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] For port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:34:38.560607 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] For port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:34:38.642465 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:38.679104 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:38.679678 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:38.681095 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] 10.222.0.48 "PUT /v2.0/ports/e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 HTTP/1.1" status: 200 len: 1093 time: 0.7590642 Oct 11 17:34:38.681519 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'tag': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:34:38.684113 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29849e92-3aec-4e15-bf66-d8c6b821a0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3936066-3803-41aa-b3d1-d84313cdc826", "tag": "e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:34:38.714998 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d94b8-9cb3-45e7-8b70-34e75e183e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:38.773847 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33520) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:38.838986 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-2f10ff5b-f21d-466c-86db-3eb0f3aff57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:38.840890 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-2f10ff5b-f21d-466c-86db-3eb0f3aff57d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 1096 time: 0.0485396 Oct 11 17:34:38.890432 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-0fd37ef9-889b-441b-9c54-e8fa58054f02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 HTTP/1.1" status: 200 len: 217 time: 0.0401874 Oct 11 17:34:38.947991 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f86e9-8c48-4501-b8df-d46346ae975b x-openstack-request-id: req-3e9f86e9-8c48-4501-b8df-d46346ae975b {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:34:38.948422 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3936066-3803-41aa-b3d1-d84313cdc826", "tag": "e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:34:38.948532 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e9f86e9-8c48-4501-b8df-d46346ae975b {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:34:38.948928 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'tag': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'status': 'completed', 'code': 200} Oct 11 17:34:38.950280 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e5773649-52c9-4860-8101-d8390b3ecbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:38.951769 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-e5773649-52c9-4860-8101-d8390b3ecbb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 200 len: 850 time: 0.0528316 Oct 11 17:34:38.998146 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-60a297ad-9836-4ccf-962a-fb656087e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:38.999757 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-60a297ad-9836-4ccf-962a-fb656087e48d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=118a4b95-c32e-4507-952d-88283649a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405974 Oct 11 17:34:39.026006 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-77444f3f-e2ca-4d83-a9ed-0b4a37996697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.135007 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-0a505300-cc1b-48c1-9150-7a82d3fb831e service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213143 Oct 11 17:34:39.215543 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-77444f3f-e2ca-4d83-a9ed-0b4a37996697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.249663 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f6386d25-eba7-4cec-83fd-66d994a76952 req-d33a7260-af78-4bf4-88a8-3c5fb3e13201 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038947 Oct 11 17:34:39.309050 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-77444f3f-e2ca-4d83-a9ed-0b4a37996697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.347505 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d7f74-3045-4b16-ac5e-6857a86ad601 req-2edc65b1-2121-4961-a38e-2cdc751e8b61 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:39.348307 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77444f3f-e2ca-4d83-a9ed-0b4a37996697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4888df49-d380-4cb3-81db-f17a38a893a7,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:39.349800 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-728d7f74-3045-4b16-ac5e-6857a86ad601 req-2edc65b1-2121-4961-a38e-2cdc751e8b61 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 943 time: 0.0513396 Oct 11 17:34:39.353424 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-77444f3f-e2ca-4d83-a9ed-0b4a37996697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6390d4ff8c094816a5f3934671e5ea1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781677 Oct 11 17:34:39.355963 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33530) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:39.404634 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-728d7f74-3045-4b16-ac5e-6857a86ad601 req-3786ffbc-648e-4361-b47d-a75803a8debf tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381839 Oct 11 17:34:39.411162 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33532) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:39.442805 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-2c02baff-6690-4595-9fe0-5a233aacb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:39.444391 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-2c02baff-6690-4595-9fe0-5a233aacb507 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 1096 time: 0.0694504 Oct 11 17:34:39.445560 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ea44a721-3ccc-4c39-be54-9f10e08bef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.475731 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ea44a721-3ccc-4c39-be54-9f10e08bef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.517663 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-254e35db-b04b-4386-b868-6480a91a41b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.575864 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-2717742a-ac8c-4dde-80a2-a5692271babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:39.577454 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-2717742a-ac8c-4dde-80a2-a5692271babf service neutron] 10.222.0.48 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 912 time: 0.1144042 Oct 11 17:34:39.592589 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-254e35db-b04b-4386-b868-6480a91a41b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.618534 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-54ff00d9-b4a0-44cc-beef-0af8e48ccf48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 HTTP/1.1" status: 200 len: 217 time: 0.0337591 Oct 11 17:34:39.653283 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ea44a721-3ccc-4c39-be54-9f10e08bef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.655857 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ea44a721-3ccc-4c39-be54-9f10e08bef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.656869 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-ea44a721-3ccc-4c39-be54-9f10e08bef57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4888df49-d380-4cb3-81db-f17a38a893a7 HTTP/1.1" status: 204 len: 168 time: 0.2999008 Oct 11 17:34:39.664247 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-254e35db-b04b-4386-b868-6480a91a41b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.672022 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44a721-3ccc-4c39-be54-9f10e08bef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4888df49-d380-4cb3-81db-f17a38a893a7,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:39.685209 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-86a53ba2-8832-434b-b320-caf5ee4790c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:39.686850 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-86a53ba2-8832-434b-b320-caf5ee4790c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 200 len: 850 time: 0.0610034 Oct 11 17:34:39.704687 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e35db-b04b-4386-b868-6480a91a41b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ec3d22-51a0-4f7a-9401-871eb8f183dc,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:39.725007 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-254e35db-b04b-4386-b868-6480a91a41b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67a595bc0718486296a51461d4e1a84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120911 Oct 11 17:34:39.725188 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33538) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:39.763069 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-e2755d2c-3bff-4150-86bf-e61b112b75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:39.764526 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-e2755d2c-3bff-4150-86bf-e61b112b75e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=118a4b95-c32e-4507-952d-88283649a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697172 Oct 11 17:34:39.797193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-593ea3a1-d662-4f3e-ae64-408ef15e6007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.851457 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-593ea3a1-d662-4f3e-ae64-408ef15e6007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:39.906929 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-0c829040-9d17-46e1-a27e-977f335acefe service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293128 Oct 11 17:34:39.996386 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-29849e92-3aec-4e15-bf66-d8c6b821a0c9 req-bbf86371-2edf-4266-8d8b-f6eabeb0215b service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822246 Oct 11 17:34:40.023170 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-593ea3a1-d662-4f3e-ae64-408ef15e6007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.025747 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-593ea3a1-d662-4f3e-ae64-408ef15e6007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.026842 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-593ea3a1-d662-4f3e-ae64-408ef15e6007 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8ec3d22-51a0-4f7a-9401-871eb8f183dc HTTP/1.1" status: 204 len: 168 time: 0.3000410 Oct 11 17:34:40.034486 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ea3a1-d662-4f3e-ae64-408ef15e6007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ec3d22-51a0-4f7a-9401-871eb8f183dc,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:40.211872 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33544) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:40.228410 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7d08d4a1-4f0d-4d59-8ee0-23ea2d9f10d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.307025 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7d08d4a1-4f0d-4d59-8ee0-23ea2d9f10d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.382959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-7d08d4a1-4f0d-4d59-8ee0-23ea2d9f10d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.422412 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-7d08d4a1-4f0d-4d59-8ee0-23ea2d9f10d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a908db1d9eaf4ac6a480b28af2e22c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093172 Oct 11 17:34:40.423090 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08d4a1-4f0d-4d59-8ee0-23ea2d9f10d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3654d22e-d3ee-4510-942d-486916f7c908,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:40.424907 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33546) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:40.452724 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f9a67aea-9e9d-476f-bba5-66b4b27638ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.490083 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a2b43319-461b-46bc-8afc-6994ae803716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.527651 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a2b43319-461b-46bc-8afc-6994ae803716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.560786 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0f982-ebbf-442b-80eb-8e0fd17c8cad req-f4f6ee7e-cd8f-4096-b241-dded6a1ea687 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:40.562405 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3bc0f982-ebbf-442b-80eb-8e0fd17c8cad req-f4f6ee7e-cd8f-4096-b241-dded6a1ea687 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 943 time: 0.0861316 Oct 11 17:34:40.602463 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3bc0f982-ebbf-442b-80eb-8e0fd17c8cad req-b9222f32-8745-4c46-93a5-a8a99e3d48f6 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331793 Oct 11 17:34:40.652548 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a2b43319-461b-46bc-8afc-6994ae803716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.655206 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a2b43319-461b-46bc-8afc-6994ae803716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:40.656281 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a2b43319-461b-46bc-8afc-6994ae803716 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3654d22e-d3ee-4510-942d-486916f7c908 HTTP/1.1" status: 204 len: 168 time: 0.2303858 Oct 11 17:34:40.664475 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b43319-461b-46bc-8afc-6994ae803716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3654d22e-d3ee-4510-942d-486916f7c908,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:41.714809 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12b6c1-432e-454e-876c-d1892e73b6c4 req-6dfe9680-6d5d-4e74-925d-dc1f769e2f4d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:41.716295 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df12b6c1-432e-454e-876c-d1892e73b6c4 req-6dfe9680-6d5d-4e74-925d-dc1f769e2f4d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 943 time: 0.0486627 Oct 11 17:34:41.757444 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df12b6c1-432e-454e-876c-d1892e73b6c4 req-2ca5bd62-017c-4898-81e2-2159c4fb8aaf tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353622 Oct 11 17:34:42.214953 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33584) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:42.315352 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-58a26421-6053-49bc-b707-f2718e4b6f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.386349 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-58a26421-6053-49bc-b707-f2718e4b6f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.458036 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-58a26421-6053-49bc-b707-f2718e4b6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.475730 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:34:42.495955 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-58a26421-6053-49bc-b707-f2718e4b6f67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd5f88332fd4482fa4c07aba9d9fa156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799437 Oct 11 17:34:42.496809 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a26421-6053-49bc-b707-f2718e4b6f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b6a866-0e07-45ad-b4f6-0a8c8435a1ed,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:42.498738 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33590) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:42.551339 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-71c38a54-af03-4a7b-b162-70e690afd47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.568424 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:34:42.571629 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-71c38a54-af03-4a7b-b162-70e690afd47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.579892 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'port_id': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'mac_address': 'fa:16:3e:95:f5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:34:42.616470 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.632231 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:34:42.651186 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:34:42.738295 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-71c38a54-af03-4a7b-b162-70e690afd47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.740903 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-71c38a54-af03-4a7b-b162-70e690afd47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.742095 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-71c38a54-af03-4a7b-b162-70e690afd47e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63b6a866-0e07-45ad-b4f6-0a8c8435a1ed HTTP/1.1" status: 204 len: 168 time: 0.2421300 Oct 11 17:34:42.749973 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c38a54-af03-4a7b-b162-70e690afd47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b6a866-0e07-45ad-b4f6-0a8c8435a1ed,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:42.770657 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:42.816487 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:42.869946 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04812c-0734-439b-88b6-628ee321c90b req-3ef77c4a-fc1c-45a3-af7e-439bef5cf5b0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:42.871441 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fb04812c-0734-439b-88b6-628ee321c90b req-3ef77c4a-fc1c-45a3-af7e-439bef5cf5b0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 944 time: 0.0474219 Oct 11 17:34:42.909651 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fb04812c-0734-439b-88b6-628ee321c90b req-6ce41dbf-68cc-49fb-94cc-a7ed69d8a925 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Oct 11 17:34:43.015011 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:34:43.143730 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3a637ece-cf7d-4065-989f-f812e85bf225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:44.019114 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8ea59-dd5a-411d-b509-094c66278de8 req-fcff5d82-01d2-434b-944d-1ba63970104d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:44.020573 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-56f8ea59-dd5a-411d-b509-094c66278de8 req-fcff5d82-01d2-434b-944d-1ba63970104d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 944 time: 0.0466859 Oct 11 17:34:44.058746 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-56f8ea59-dd5a-411d-b509-094c66278de8 req-8ddbe6c6-8094-4404-9f8d-98f8fbd25312 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318561 Oct 11 17:34:44.495510 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:34:44.522737 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:44.612774 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:34:44.616578 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:34:44.616935 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:44.704662 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:44.727416 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:34:44.729683 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2058051-a936-4edc-b7a7-ff6f7c2581c4" -d '{"events": [{"server_uuid": "e3936066-3803-41aa-b3d1-d84313cdc826", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:34:44.742175 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:34:44.744364 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:44.768926 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbba9b7b-ef5d-4e5a-856a-b0a6f1cb7173 x-openstack-request-id: req-fbba9b7b-ef5d-4e5a-856a-b0a6f1cb7173 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:34:44.769264 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3936066-3803-41aa-b3d1-d84313cdc826", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:34:44.769514 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbba9b7b-ef5d-4e5a-856a-b0a6f1cb7173 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:34:44.769904 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'code': 200} Oct 11 17:34:44.835017 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:44.880906 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:34:45.147827 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad050-3c74-4204-b8a5-a372de89fb8a req-de9a3c93-c749-4494-812c-172f907a44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:45.149378 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-985ad050-3c74-4204-b8a5-a372de89fb8a req-de9a3c93-c749-4494-812c-172f907a44d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 1098 time: 0.0429015 Oct 11 17:34:45.174883 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdca831-5928-4694-94c9-9640a4ad9a9e req-5f3c90ef-b150-4e11-8b79-6f7b8f8b6b8c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:45.176340 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cbdca831-5928-4694-94c9-9640a4ad9a9e req-5f3c90ef-b150-4e11-8b79-6f7b8f8b6b8c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0511317 Oct 11 17:34:45.189429 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-985ad050-3c74-4204-b8a5-a372de89fb8a req-a4d88c8e-a71e-4deb-82f3-98bd750f587c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273519 Oct 11 17:34:45.214621 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cbdca831-5928-4694-94c9-9640a4ad9a9e req-38a3be36-7a98-43d4-82bb-71c5f08c7f1d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Oct 11 17:34:46.092617 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:46.326660 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d69ac6-bf34-49ac-9e61-38d496fae5b8 req-571147a5-e8d1-402f-ad39-5fa8d72cbf20 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:46.328111 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f7d69ac6-bf34-49ac-9e61-38d496fae5b8 req-571147a5-e8d1-402f-ad39-5fa8d72cbf20 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0473773 Oct 11 17:34:46.365582 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f7d69ac6-bf34-49ac-9e61-38d496fae5b8 req-a9113863-2f30-4f2a-9dff-b3301c598a1e tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Oct 11 17:34:47.477032 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce95aa5-873c-4a35-9d69-4aa6a2adb3d6 req-245f48ac-3647-4c7f-8fbe-76c5ec3d544b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:47.478559 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3ce95aa5-873c-4a35-9d69-4aa6a2adb3d6 req-245f48ac-3647-4c7f-8fbe-76c5ec3d544b tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0474412 Oct 11 17:34:47.518494 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3ce95aa5-873c-4a35-9d69-4aa6a2adb3d6 req-94f0a860-d726-4311-afa8-9f06abc42a5c tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337026 Oct 11 17:34:48.633839 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15288ca8-42e8-4054-93ed-619c9471aa02 req-da5d73d2-84a5-4154-847c-074971db6b41 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:48.635284 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-15288ca8-42e8-4054-93ed-619c9471aa02 req-da5d73d2-84a5-4154-847c-074971db6b41 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0500867 Oct 11 17:34:48.671123 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-15288ca8-42e8-4054-93ed-619c9471aa02 req-604e09aa-bd5f-44bb-bbaf-97f24ec8b9ed tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302157 Oct 11 17:34:49.782664 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa4c4e-4ca6-48a7-a9a1-5657d8fef189 req-b84c33a3-d402-45c4-b2c9-ad8af635630d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:49.784103 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b9aa4c4e-4ca6-48a7-a9a1-5657d8fef189 req-b84c33a3-d402-45c4-b2c9-ad8af635630d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0475810 Oct 11 17:34:49.826457 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b9aa4c4e-4ca6-48a7-a9a1-5657d8fef189 req-a2306290-518c-4666-8590-a6a8365e23cf tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365198 Oct 11 17:34:49.932464 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfd9f5-5d5e-4a89-8481-915007a72ac4 req-6cd62021-0cfe-4dd5-a716-0721d632ff2d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:49.934199 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-53cfd9f5-5d5e-4a89-8481-915007a72ac4 req-6cd62021-0cfe-4dd5-a716-0721d632ff2d tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0467207 Oct 11 17:34:49.942342 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33656) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:34:49.947444 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Request body: {'floatingip': {'port_id': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:34:50.017140 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:50.463157 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:50.526562 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:50.622665 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.l3_db [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Floating IP dbd212f0-a974-4807-aa53-52d67caa79af associated. External IP: 172.27.3.242, port: e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8. Oct 11 17:34:50.818381 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:34:50.920810 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:34:50.925490 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:34:50.930060 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] Sync routers for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:34:50.939505 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:34:50.940111 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:34:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:34:50.952303 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-071e55a8-eb5a-4e06-9c13-edb01eb44463 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "PUT /v2.0/floatingips/dbd212f0-a974-4807-aa53-52d67caa79af HTTP/1.1" status: 200 len: 991 time: 1.0088866 Oct 11 17:34:50.952881 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'tag': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:34:50.955135 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebed305-ecbe-4704-abd8-56b01882d707" -d '{"events": [{"name": "network-changed", "server_uuid": "e3936066-3803-41aa-b3d1-d84313cdc826", "tag": "e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:34:51.045791 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:34:51.108389 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d901d612-602f-42fc-b03c-bf5eba3f5585 x-openstack-request-id: req-d901d612-602f-42fc-b03c-bf5eba3f5585 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:34:51.108683 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3936066-3803-41aa-b3d1-d84313cdc826", "tag": "e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:34:51.108939 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d901d612-602f-42fc-b03c-bf5eba3f5585 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:34:51.109379 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'tag': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'status': 'completed', 'code': 200} Oct 11 17:34:51.264100 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'dbd212f0-a974-4807-aa53-52d67caa79af', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'port_id': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'mac_address': 'fa:16:3e:95:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:34:33Z', 'updated_at': '2021-10-11T17:34:50Z', 'revision_number': 1, 'project_id': '41a8262e18e6410da7d912a193c09530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:34:51.289608 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] Checking router: 8527bcdf-ed7e-4d00-87c5-4cca59165d39 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:34:51.301954 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:34:51.302556 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:34:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:34:51.408861 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:34:51.741555 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'dbd212f0-a974-4807-aa53-52d67caa79af', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'port_id': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'mac_address': 'fa:16:3e:95:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:34:33Z', 'updated_at': '2021-10-11T17:34:50Z', 'revision_number': 1, 'project_id': '41a8262e18e6410da7d912a193c09530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:34:51.770300 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd42819-6d30-47b2-a4d1-e18cccc122c9 None None] The sync data for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi is: [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'dbd212f0-a974-4807-aa53-52d67caa79af', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'port_id': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'mac_address': 'fa:16:3e:95:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:34:33Z', 'updated_at': '2021-10-11T17:34:50Z', 'revision_number': 1, 'project_id': '41a8262e18e6410da7d912a193c09530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:34:51.961027 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cad391-87a5-49bf-8c0a-a6da6aaebe02 None None] New status for floating IP dbd212f0-a974-4807-aa53-52d67caa79af: ACTIVE {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:34:53.623500 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-2e68c9c9-db75-4dbc-9f72-a7b5483893b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:53.624946 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-2e68c9c9-db75-4dbc-9f72-a7b5483893b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41a8262e18e6410da7d912a193c09530&device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 1098 time: 0.0393775 Oct 11 17:34:53.714856 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-b1ea761e-c9ea-4d8c-a92b-701bf9cc5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:53.716162 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-b1ea761e-c9ea-4d8c-a92b-701bf9cc5892 service neutron] 10.222.0.48 "GET /v2.0/networks?id=118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 200 len: 912 time: 0.0806472 Oct 11 17:34:53.782649 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-ff697618-4ca9-48be-80b8-23e1d2b83411 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 HTTP/1.1" status: 200 len: 1001 time: 0.0578835 Oct 11 17:34:53.836149 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-51a441a7-a7ae-4036-9598-f584d5d15af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:53.837545 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-51a441a7-a7ae-4036-9598-f584d5d15af0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 200 len: 850 time: 0.0413311 Oct 11 17:34:53.879836 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-5ef2abbe-b8db-4a92-b95c-53c7538ef91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:53.881251 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-5ef2abbe-b8db-4a92-b95c-53c7538ef91c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=118a4b95-c32e-4507-952d-88283649a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0364540 Oct 11 17:34:53.972292 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-7de86d10-8130-4593-901c-d42ee10e23e6 service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807223 Oct 11 17:34:54.064235 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6ebed305-ecbe-4704-abd8-56b01882d707 req-ae273c5c-967c-4c2d-b9e2-d2154601fd3c service neutron] 10.222.0.48 "GET /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794380 Oct 11 17:34:59.630430 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d67659-7e4b-4439-ae98-3d3c9d921dc7 req-0bce4c53-3767-40c7-9e65-5fd7707c4222 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:34:59.631881 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-62d67659-7e4b-4439-ae98-3d3c9d921dc7 req-0bce4c53-3767-40c7-9e65-5fd7707c4222 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 946 time: 0.0475419 Oct 11 17:34:59.668257 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-62d67659-7e4b-4439-ae98-3d3c9d921dc7 req-9460ac03-afb9-4729-acac-5da2da5ec630 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298147 Oct 11 17:35:00.440952 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:00.789235 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d3978-acb0-4c76-9a81-2c99cb3b27de req-8b0213e2-f367-4350-92e0-d5a259bf8dd4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:00.795652 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-481d3978-acb0-4c76-9a81-2c99cb3b27de req-8b0213e2-f367-4350-92e0-d5a259bf8dd4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 946 time: 0.0514448 Oct 11 17:35:01.037262 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-481d3978-acb0-4c76-9a81-2c99cb3b27de req-45fb963b-9f78-478e-83ce-7df855576534 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=505717a9-bfbf-4fac-acca-bdee1b2d4317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405825 Oct 11 17:35:01.523516 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-19aff148-17bf-4b72-b2aa-c52d08ebc21d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:01.525033 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-19aff148-17bf-4b72-b2aa-c52d08ebc21d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 946 time: 0.0523827 Oct 11 17:35:01.613154 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Deleting port 5059c80a-17e7-4c7e-a751-424e6ff56ddf {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:35:01.613399 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:01.700071 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] For port 5059c80a-17e7-4c7e-a751-424e6ff56ddf, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=5059c80a-17e7-4c7e-a751-424e6ff56ddf,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:01.700418 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:01.860493 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:01.860946 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:01.861292 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Floating IP a61c03f5-8f4b-4130-8767-e8977662fda8 disassociated. External IP: 172.27.3.181, port: 5059c80a-17e7-4c7e-a751-424e6ff56ddf. Oct 11 17:35:01.861628 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Calling delete_port for 5059c80a-17e7-4c7e-a751-424e6ff56ddf owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:35:02.068890 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:02.097133 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event deleted for resources: {'Port': ['ID=5059c80a-17e7-4c7e-a751-424e6ff56ddf,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:02.166148 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3a42fe46-4b85-40f4-b491-4c43e6bac6f0 req-5df7ff94-1d23-4744-8cd9-13c0b9f21af0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 210 time: 0.0303085 Oct 11 17:35:02.452024 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Router f4e68318-4706-47e7-a00f-361f78ccc900 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:35:02.563600 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:35:02.574728 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] Sync routers for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:35:02.583667 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:35:02.584276 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:34:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:02.601263 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] No DVR routers for this DVR port 5059c80a-17e7-4c7e-a751-424e6ff56ddf on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:35:02.604208 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:02.608472 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-f34d993c-6ac1-4df1-8252-3cba0f536289 req-abcbd668-84fa-4362-b340-9c51fccfcf38 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "DELETE /v2.0/ports/5059c80a-17e7-4c7e-a751-424e6ff56ddf HTTP/1.1" status: 204 len: 173 time: 1.0769985 Oct 11 17:35:02.608967 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-deleted', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:02.611289 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7143a41e-7502-4afa-97a2-bb337df90f2e" -d '{"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-deleted", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:02.646298 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b982f-410b-4ca2-98f5-df3149667135 x-openstack-request-id: req-211b982f-410b-4ca2-98f5-df3149667135 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:02.646714 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1428599-933e-45f5-8989-e64a0efcc056", "name": "network-vif-deleted", "tag": "5059c80a-17e7-4c7e-a751-424e6ff56ddf", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:02.646916 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-211b982f-410b-4ca2-98f5-df3149667135 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:02.647305 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1428599-933e-45f5-8989-e64a0efcc056', 'name': 'network-vif-deleted', 'tag': '5059c80a-17e7-4c7e-a751-424e6ff56ddf', 'status': 'completed', 'code': 200} Oct 11 17:35:02.690564 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:35:02.890982 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:02.920930 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] Checking router: f4e68318-4706-47e7-a00f-361f78ccc900 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:35:02.929184 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:35:02.929789 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:34:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:03.032188 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:35:03.227292 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:03.254513 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55744b-5f94-427e-b42b-f0d7bb631666 None None] The sync data for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi is: [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:35:03.277123 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1fb6742e-f4ab-4f72-baa4-ce16665dbdd1 req-4bcc9b4c-7d79-4d12-a181-fb30f7cd05de tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1428599-933e-45f5-8989-e64a0efcc056 HTTP/1.1" status: 200 len: 210 time: 0.0331807 Oct 11 17:35:03.487765 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ba240-91a0-4073-b1d3-1329d1b3271a None None] New status for floating IP a61c03f5-8f4b-4130-8767-e8977662fda8: DOWN {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:35:04.431171 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33810) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:04.485385 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0b4452c0-bc2c-4af4-92c3-79227b3b82bb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:04.510812 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0b4452c0-bc2c-4af4-92c3-79227b3b82bb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:04.635263 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0b4452c0-bc2c-4af4-92c3-79227b3b82bb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:04.638641 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0b4452c0-bc2c-4af4-92c3-79227b3b82bb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:04.650573 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-0b4452c0-bc2c-4af4-92c3-79227b3b82bb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "DELETE /v2.0/security-groups/505717a9-bfbf-4fac-acca-bdee1b2d4317 HTTP/1.1" status: 204 len: 168 time: 0.2075155 Oct 11 17:35:04.650729 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33814) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:04.651192 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4452c0-bc2c-4af4-92c3-79227b3b82bb tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=505717a9-bfbf-4fac-acca-bdee1b2d4317,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:04.655765 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.api.v2.resource [None req-16170e58-4413-4e49-bbf7-54b97adc9ec0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] show failed (client error): The resource could not be found. Oct 11 17:35:04.656733 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-16170e58-4413-4e49-bbf7-54b97adc9ec0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups/505717a9-bfbf-4fac-acca-bdee1b2d4317 HTTP/1.1" status: 404 len: 347 time: 0.0131238 Oct 11 17:35:04.659677 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33816) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:04.780761 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Deleting port 828c92ba-3fb0-49e4-b570-ec1e844e14eb {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:35:04.781131 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:04.814113 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33820) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:04.863924 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:04.864261 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:04.876317 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Calling delete_port for 828c92ba-3fb0-49e4-b570-ec1e844e14eb owned by network:floatingip {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:35:04.920672 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5e617e3b-e548-4de6-8d2e-747b36b47650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.010519 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5e617e3b-e548-4de6-8d2e-747b36b47650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.086293 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.103666 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5e617e3b-e548-4de6-8d2e-747b36b47650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.114265 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event deleted for resources: {'Port': ['ID=828c92ba-3fb0-49e4-b570-ec1e844e14eb,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:05.143327 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e617e3b-e548-4de6-8d2e-747b36b47650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fbd285-eaed-4c8b-aeb7-fb174e330d2a,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:05.156062 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-5e617e3b-e548-4de6-8d2e-747b36b47650 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c33ee600f2864369a49c4cb734bff2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408763 Oct 11 17:35:05.156645 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33824) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:05.175113 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.177912 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.179063 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-9d661b74-ead2-4fdc-9eaf-265eac9f1634 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "DELETE /v2.0/floatingips/a61c03f5-8f4b-4130-8767-e8977662fda8 HTTP/1.1" status: 204 len: 168 time: 0.5184412 Oct 11 17:35:05.207077 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-470a776e-5d8f-414b-901d-29277a90de03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.227863 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-470a776e-5d8f-414b-901d-29277a90de03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.320923 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-470a776e-5d8f-414b-901d-29277a90de03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.323649 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-470a776e-5d8f-414b-901d-29277a90de03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.324825 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-470a776e-5d8f-414b-901d-29277a90de03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5fbd285-eaed-4c8b-aeb7-fb174e330d2a HTTP/1.1" status: 204 len: 168 time: 0.1672544 Oct 11 17:35:05.332629 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a776e-5d8f-414b-901d-29277a90de03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fbd285-eaed-4c8b-aeb7-fb174e330d2a,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:05.434544 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33830) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:05.439129 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-26a9f614-67ef-4ebf-bcd3-1f736317f4f0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56682318', 'description': 'tempest-description--929916064'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:05.549481 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26a9f614-67ef-4ebf-bcd3-1f736317f4f0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.613302 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26a9f614-67ef-4ebf-bcd3-1f736317f4f0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.686649 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26a9f614-67ef-4ebf-bcd3-1f736317f4f0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.720183 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9f614-67ef-4ebf-bcd3-1f736317f4f0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:05.780528 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-26a9f614-67ef-4ebf-bcd3-1f736317f4f0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.781801 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-26a9f614-67ef-4ebf-bcd3-1f736317f4f0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3462453 Oct 11 17:35:05.785112 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33834) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:05.789648 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-5a430c92-6967-4583-ad4a-fd59ba7f1190 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'security_group_rule': {'security_group_id': '6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:05.873440 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5a430c92-6967-4583-ad4a-fd59ba7f1190 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.927030 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5a430c92-6967-4583-ad4a-fd59ba7f1190 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:05.988918 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5a430c92-6967-4583-ad4a-fd59ba7f1190 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:06.010139 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a430c92-6967-4583-ad4a-fd59ba7f1190 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ee406c-0e9e-4f50-96cf-92e1ea755383,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:06.099776 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5a430c92-6967-4583-ad4a-fd59ba7f1190 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:06.100929 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5a430c92-6967-4583-ad4a-fd59ba7f1190 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3148777 Oct 11 17:35:06.103511 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33836) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:06.107804 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-fafd89f2-e52d-4850-ba9b-2d6958d5eef7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'security_group_rule': {'security_group_id': '6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:06.216412 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fafd89f2-e52d-4850-ba9b-2d6958d5eef7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:06.270213 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fafd89f2-e52d-4850-ba9b-2d6958d5eef7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:06.354782 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fafd89f2-e52d-4850-ba9b-2d6958d5eef7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:06.372035 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd89f2-e52d-4850-ba9b-2d6958d5eef7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbeef06d-b876-4d02-b754-b5c126615976,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:06.511351 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fafd89f2-e52d-4850-ba9b-2d6958d5eef7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:06.512548 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-fafd89f2-e52d-4850-ba9b-2d6958d5eef7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4081349 Oct 11 17:35:06.515594 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 33838) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:06.519855 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:06.584015 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:35:06.602729 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 5059c80a-17e7-4c7e-a751-424e6ff56ddf {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:35:06.603064 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 5059c80a-17e7-4c7e-a751-424e6ff56ddf not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:35:06.646313 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:06.740763 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:06.841000 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Allocated IP 172.27.3.179 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/4218f04f-4613-48c9-ad4c-de67cd0a3f64) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:35:06.941031 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:07.018122 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:07.053143 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:35:07.058139 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:35:07.061583 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:35:07.085625 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'Port': ['ID=4218f04f-4613-48c9-ad4c-de67cd0a3f64,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:07.148988 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:07.225414 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:07.373966 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:07.457221 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:07.524391 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'Port': ['ID=4218f04f-4613-48c9-ad4c-de67cd0a3f64,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:07.536217 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:07.653893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:07.655037 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a909f147-93d2-49f4-abf1-088c4f56cc64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1385350 Oct 11 17:35:07.834491 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-773f589e-2deb-4b17-b6a6-e9836c8aa38b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--56682318&fields=id&tenant_id=9516d4b60723415c8910558de9457120 HTTP/1.1" status: 200 len: 267 time: 0.0335009 Oct 11 17:35:07.940549 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-06e698c4-f203-4425-beb8-309ba7977bdf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:07.941992 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-06e698c4-f203-4425-beb8-309ba7977bdf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 816 time: 0.1008320 Oct 11 17:35:07.956980 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-4e3627e5-75d1-44f9-a274-f8997eea2c5e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/quotas/9516d4b60723415c8910558de9457120 HTTP/1.1" status: 200 len: 375 time: 0.0092967 Oct 11 17:35:08.007707 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-9635ee6c-e7ca-4268-9325-c12b5136df03 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456173 Oct 11 17:35:08.099610 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-5c9342d5-9190-45ae-a189-0c21dd09df0c service neutron] 10.222.0.42 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807805 Oct 11 17:35:08.185663 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-0b228f64-5983-41d0-88f4-36aff6fa5af7 service neutron] 10.222.0.42 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795903 Oct 11 17:35:08.417966 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f70eaa24-317a-47f0-a1be-3f994d2e13e0 req-c4cfb6c0-0416-4b58-b7f6-39094174cbda tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 210 time: 0.0263996 Oct 11 17:35:09.516972 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-28f07f49-7714-45f9-ba92-4a78e5a6133e req-079b4591-b322-4c88-a186-4c6b939970c3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 210 time: 0.0287027 Oct 11 17:35:09.721352 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:35:10.378246 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-79ee8a87-b3b5-4eb4-9617-04c09fb4ce58 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:10.379603 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-79ee8a87-b3b5-4eb4-9617-04c09fb4ce58 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 816 time: 0.1058838 Oct 11 17:35:10.425053 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-3e4ee341-fd21-484d-a604-9b91af6dd7f7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9516d4b60723415c8910558de9457120 HTTP/1.1" status: 200 len: 378 time: 0.0349610 Oct 11 17:35:10.436298 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'port': {'device_id': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'admin_state_up': True, 'tenant_id': '9516d4b60723415c8910558de9457120', 'security_groups': ['6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d']}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:10.468673 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5a00-1965-42b4-bb2f-48d7b49fceb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:10.606506 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Made reservation on behalf of 9516d4b60723415c8910558de9457120 for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:35:10.610147 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:10.610454 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9802b287-8a38-4253-9a7e-6f0621af63f0 req-635751aa-ec0f-4722-84b2-18a2902af424 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 210 time: 0.0252879 Oct 11 17:35:10.736600 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Allocated IP 172.20.0.13 (63c18088-8846-4ec4-b159-ccc911dac8d2/368abc1b-28c8-4a9f-b340-c51058daaa37/ce2fb154-780c-4371-a2ce-b13728c861f7) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:35:10.868621 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:10.949561 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:10.991600 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:35:10.994506 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:35:10.998187 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:35:11.005424 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:11.051121 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:11.051804 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:11.123901 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-db0bb58f-8079-46cc-8357-73e7dd5f1836 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6913779 Oct 11 17:35:11.137004 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Request body: {'port': {'device_id': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:11.192716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:11.248786 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-5525c44f-d2cc-4cc1-b878-291e9a97396b None None] Provisioning complete for port ce2fb154-780c-4371-a2ce-b13728c861f7 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:35:11.249180 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-5525c44f-d2cc-4cc1-b878-291e9a97396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:11.286080 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-5525c44f-d2cc-4cc1-b878-291e9a97396b None None] Port ce2fb154-780c-4371-a2ce-b13728c861f7 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:35:11.449685 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2fb154-780c-4371-a2ce-b13728c861f7 {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:35:11.457532 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:11.468860 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Transition to ACTIVE for port object ce2fb154-780c-4371-a2ce-b13728c861f7 will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:35:11.548874 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:11.596820 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:11.678931 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Attempting to bind port ce2fb154-780c-4371-a2ce-b13728c861f7 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:35:11.679302 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Attempting to bind port ce2fb154-780c-4371-a2ce-b13728c861f7 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:35:11.679604 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Attempting to bind port ce2fb154-780c-4371-a2ce-b13728c861f7 on network 63c18088-8846-4ec4-b159-ccc911dac8d2 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:35:11.684308 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Port ce2fb154-780c-4371-a2ce-b13728c861f7 on network 63c18088-8846-4ec4-b159-ccc911dac8d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:35:11.684635 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Attempting to bind port ce2fb154-780c-4371-a2ce-b13728c861f7 on network 63c18088-8846-4ec4-b159-ccc911dac8d2 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:35:11.689678 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:35:11.690011 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Checking segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:35:11.690398 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Bound using segment: {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:35:11.690824 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Bound port: ce2fb154-780c-4371-a2ce-b13728c861f7, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758a4fd9-9a81-4b6f-a5f5-43b689af6291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:35:11.691184 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:11.735166 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bff775-ea7a-41f0-a3a2-4ddd77984e06 req-4425ddc0-3680-4811-a7fd-8fcfb258ba58 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:11.736709 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-22bff775-ea7a-41f0-a3a2-4ddd77984e06 req-4425ddc0-3680-4811-a7fd-8fcfb258ba58 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0505247 Oct 11 17:35:11.760453 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:35:11.763441 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:35:11.774886 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-22bff775-ea7a-41f0-a3a2-4ddd77984e06 req-06a4350e-8266-429e-944b-b99683d1d3e3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322649 Oct 11 17:35:11.829805 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:11.861280 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:11.861891 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:11.863248 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] 10.222.0.48 "PUT /v2.0/ports/ce2fb154-780c-4371-a2ce-b13728c861f7 HTTP/1.1" status: 200 len: 1094 time: 0.7306478 Oct 11 17:35:11.865431 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:11.868385 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508111f2-6fef-4a87-9d86-869b90ed7236" -d '{"events": [{"name": "network-changed", "server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:11.898249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312039ce-1d83-46ac-b6b6-7e249fe273de service neutron] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:11.912549 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85ef045-ff3c-4f24-a58d-69ef37c8f95d x-openstack-request-id: req-f85ef045-ff3c-4f24-a58d-69ef37c8f95d {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:11.912892 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:11.913135 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f85ef045-ff3c-4f24-a58d-69ef37c8f95d {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:11.913660 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'status': 'completed', 'code': 200} Oct 11 17:35:11.977577 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508111f2-6fef-4a87-9d86-869b90ed7236 req-13dd3576-bd5e-4b9d-a034-5b945e00fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:11.979168 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-508111f2-6fef-4a87-9d86-869b90ed7236 req-13dd3576-bd5e-4b9d-a034-5b945e00fd21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 1097 time: 0.0453510 Oct 11 17:35:12.077077 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508111f2-6fef-4a87-9d86-869b90ed7236 req-c11b9b3c-d21a-41e5-b483-e009483a1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:12.078596 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-508111f2-6fef-4a87-9d86-869b90ed7236 req-c11b9b3c-d21a-41e5-b483-e009483a1e35 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9516d4b60723415c8910558de9457120&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0914006 Oct 11 17:35:12.177673 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508111f2-6fef-4a87-9d86-869b90ed7236 req-dec3def3-1c36-42a4-87be-7f45e0f20010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:12.179119 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-508111f2-6fef-4a87-9d86-869b90ed7236 req-dec3def3-1c36-42a4-87be-7f45e0f20010 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914860 Oct 11 17:35:12.253919 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-5d3c4719-2b8a-4447-858c-9bdfc0c4c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:12.255254 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-5d3c4719-2b8a-4447-858c-9bdfc0c4c170 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 1097 time: 0.0388486 Oct 11 17:35:12.302503 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-be8e56ed-920c-404c-9460-e18f43ae740d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2fb154-780c-4371-a2ce-b13728c861f7 HTTP/1.1" status: 200 len: 217 time: 0.0368228 Oct 11 17:35:12.352988 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-c853925a-81e3-49e6-9dde-8041d886ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:12.354473 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-c853925a-81e3-49e6-9dde-8041d886ebdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0439496 Oct 11 17:35:12.405394 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-106742fa-c3a7-4f4e-bf6d-c125cc9cf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:12.407445 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-106742fa-c3a7-4f4e-bf6d-c125cc9cf220 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398269 Oct 11 17:35:12.498594 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-49f32643-bdc5-43b9-b371-91c1c065141a service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833280 Oct 11 17:35:12.586195 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-1d3c4e3a-80cf-4e5f-afca-5f4183deb215 req-51b59248-00dd-4b1f-8a9c-1047f90ea811 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803983 Oct 11 17:35:12.902468 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12392b-b9f0-4621-b46a-c491da3d65c6 req-3624afe3-cef7-4cfa-a5ee-b8b380356f1a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:12.903839 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3d12392b-b9f0-4621-b46a-c491da3d65c6 req-3624afe3-cef7-4cfa-a5ee-b8b380356f1a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0476606 Oct 11 17:35:12.941306 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3d12392b-b9f0-4621-b46a-c491da3d65c6 req-4e8378b3-47f8-4ade-bb43-8f09af7c9b61 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316901 Oct 11 17:35:13.133553 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-761f69f4-8ffe-439d-9119-eeeb0cfb0d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:14.059082 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080be6c8-4590-412b-a0d0-8e86a9999d01 req-4685f409-ff77-4479-a1ea-b6f834807101 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:14.060543 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-080be6c8-4590-412b-a0d0-8e86a9999d01 req-4685f409-ff77-4479-a1ea-b6f834807101 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0507941 Oct 11 17:35:14.097865 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-080be6c8-4590-412b-a0d0-8e86a9999d01 req-096f9fdd-6640-4164-a600-a7e153b48060 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315483 Oct 11 17:35:14.451777 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:14.760362 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:15.216903 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf368d-0db8-4039-a368-50837b3f1cd8 req-497414a5-93de-4727-801b-635c23b07964 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:15.218367 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-52bf368d-0db8-4039-a368-50837b3f1cd8 req-497414a5-93de-4727-801b-635c23b07964 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0469124 Oct 11 17:35:15.254884 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-52bf368d-0db8-4039-a368-50837b3f1cd8 req-c1514910-c767-4c26-805e-25959a73c78a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301430 Oct 11 17:35:16.069220 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:16.370043 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63116920-e235-4190-9bd2-fc901899546e req-e4de07a3-02a3-4577-ae77-fecae84092d8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:16.371577 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-63116920-e235-4190-9bd2-fc901899546e req-e4de07a3-02a3-4577-ae77-fecae84092d8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0481224 Oct 11 17:35:16.408055 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-63116920-e235-4190-9bd2-fc901899546e req-1a9d9b97-4e10-41a9-9203-85d5800d2903 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306909 Oct 11 17:35:16.679689 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:35:16.773769 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:16.784652 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'port_id': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'mac_address': 'fa:16:3e:11:7b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:35:16.820776 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:16.832814 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2fb154-780c-4371-a2ce-b13728c861f7 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:35:16.851355 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:16.909137 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:16.954143 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:16.961422 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.961769 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.962105 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.962434 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.962760 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.963089 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.963411 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.963730 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.964071 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.964393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.964711 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:16.965023 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:17.173819 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['ce2fb154-780c-4371-a2ce-b13728c861f7'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:35:17.525699 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5a52b-002f-43e4-bd22-40872e29aac6 req-9829255c-c40b-40a3-8701-47bf3085acd5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:17.527111 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d3e5a52b-002f-43e4-bd22-40872e29aac6 req-9829255c-c40b-40a3-8701-47bf3085acd5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 945 time: 0.0501161 Oct 11 17:35:17.565277 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d3e5a52b-002f-43e4-bd22-40872e29aac6 req-ee8fe76e-0f75-4698-9bd4-005d8a2a48a8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323334 Oct 11 17:35:18.680177 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e5999-c1a4-4fbe-9db6-c84ea8159329 req-468ff23e-8637-4277-b384-16e92e611765 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:18.681632 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-816e5999-c1a4-4fbe-9db6-c84ea8159329 req-468ff23e-8637-4277-b384-16e92e611765 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 945 time: 0.0469379 Oct 11 17:35:18.693587 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:35:18.718372 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-816e5999-c1a4-4fbe-9db6-c84ea8159329 req-38536f82-fb65-40eb-9b41-6a8db843d815 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307944 Oct 11 17:35:18.811559 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port ce2fb154-780c-4371-a2ce-b13728c861f7 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:35:18.815309 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port ce2fb154-780c-4371-a2ce-b13728c861f7 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:35:18.815679 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:18.894238 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:18.915696 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:18.917972 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d478254f-ebc5-4937-85f5-ce7dfb5bd0b1" -d '{"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:18.932530 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:18.994920 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:19.041831 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:19.066046 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef6ef6-56fe-46e1-a6b8-97379d4b5503 x-openstack-request-id: req-e4ef6ef6-56fe-46e1-a6b8-97379d4b5503 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:19.066341 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:19.066594 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4ef6ef6-56fe-46e1-a6b8-97379d4b5503 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:19.066986 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'code': 200} Oct 11 17:35:19.382340 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3348671-43b6-4e32-b742-3df93cea5ffc req-d975038c-bfbf-45ea-a4c4-8a46f32193bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:19.383821 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e3348671-43b6-4e32-b742-3df93cea5ffc req-d975038c-bfbf-45ea-a4c4-8a46f32193bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 1099 time: 0.0396278 Oct 11 17:35:19.418901 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e3348671-43b6-4e32-b742-3df93cea5ffc req-51749a83-7dc2-4c9d-a057-74b8c5223b91 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277655 Oct 11 17:35:19.835899 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628c7b2-6ce2-41ee-b2a5-3ddce188e024 req-e7fde4e1-f1ca-4a7a-8f7e-5d70471d1eb5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:19.837354 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9628c7b2-6ce2-41ee-b2a5-3ddce188e024 req-e7fde4e1-f1ca-4a7a-8f7e-5d70471d1eb5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0475368 Oct 11 17:35:19.872635 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9628c7b2-6ce2-41ee-b2a5-3ddce188e024 req-35370ad2-cc78-46a5-ac7d-538e0dca5e40 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295599 Oct 11 17:35:20.993656 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925aaa21-0199-4363-ac85-af19c9dde5a8 req-928eee9f-8241-4960-8c8b-50bad56570d8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:20.995116 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-925aaa21-0199-4363-ac85-af19c9dde5a8 req-928eee9f-8241-4960-8c8b-50bad56570d8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0508158 Oct 11 17:35:21.031749 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-925aaa21-0199-4363-ac85-af19c9dde5a8 req-bca679ea-1ac5-4e8e-87e4-7f8e4b2680d4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308175 Oct 11 17:35:21.145056 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243068f7-396a-427c-83b6-cb634887aff7 req-ade801de-7637-48b9-bb67-21a88234cd1c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:21.147078 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-243068f7-396a-427c-83b6-cb634887aff7 req-ade801de-7637-48b9-bb67-21a88234cd1c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0485487 Oct 11 17:35:21.155485 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 33924) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:21.159741 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Request body: {'floatingip': {'port_id': 'ce2fb154-780c-4371-a2ce-b13728c861f7'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:21.197673 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:21.618282 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:21.691767 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:21.788748 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.l3_db [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Floating IP 10ac009b-4580-4fcd-beca-350c3cb2eb61 associated. External IP: 172.27.3.179, port: ce2fb154-780c-4371-a2ce-b13728c861f7. Oct 11 17:35:21.986902 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Router f4e68318-4706-47e7-a00f-361f78ccc900 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:35:22.090000 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:35:22.094857 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:22.100834 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] Sync routers for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:35:22.109712 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:35:22.110324 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:22.119881 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-f8ea6790-a44e-4fda-a7d9-ad50f99a3d15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "PUT /v2.0/floatingips/10ac009b-4580-4fcd-beca-350c3cb2eb61 HTTP/1.1" status: 200 len: 992 time: 0.9634421 Oct 11 17:35:22.120464 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:22.122753 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:22.220183 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:35:22.257404 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce62665-870e-4613-9f77-47caee72c88c x-openstack-request-id: req-0ce62665-870e-4613-9f77-47caee72c88c {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:22.257701 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:22.257961 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ce62665-870e-4613-9f77-47caee72c88c {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:22.258360 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'status': 'completed', 'code': 200} Oct 11 17:35:22.331340 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-0e6c7da3-8bc5-413a-b0d1-8021658bd3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:22.332834 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-0e6c7da3-8bc5-413a-b0d1-8021658bd3b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 1099 time: 0.0434177 Oct 11 17:35:22.421642 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-80a0770b-0429-4958-8fd8-256a52f1b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:22.423114 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-80a0770b-0429-4958-8fd8-256a52f1b09e service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 917 time: 0.0827923 Oct 11 17:35:22.441500 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '10ac009b-4580-4fcd-beca-350c3cb2eb61', 'tenant_id': '9516d4b60723415c8910558de9457120', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'port_id': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'mac_address': 'fa:16:3e:11:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:35:07Z', 'updated_at': '2021-10-11T17:35:21Z', 'revision_number': 1, 'project_id': '9516d4b60723415c8910558de9457120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:22.467000 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] Checking router: f4e68318-4706-47e7-a00f-361f78ccc900 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:35:22.476070 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:35:22.476666 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:22.495599 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-8785840f-20c2-4f0e-824f-ef7eb21dd48c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2fb154-780c-4371-a2ce-b13728c861f7 HTTP/1.1" status: 200 len: 1000 time: 0.0605223 Oct 11 17:35:22.545311 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-e8df2de4-92f4-4be8-8c2e-9ca2973b723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:22.546762 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-e8df2de4-92f4-4be8-8c2e-9ca2973b723e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0429399 Oct 11 17:35:22.578875 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:35:22.591537 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-05b74239-b010-48b1-adfd-3af8f360897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:22.593015 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-05b74239-b010-48b1-adfd-3af8f360897e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386360 Oct 11 17:35:22.689468 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-554d8d8e-9395-453f-8d3e-22ded26f7956 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855739 Oct 11 17:35:22.785399 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-e4ec8366-fa81-472d-b90b-501b5dc9e9b3 req-44006724-0bdf-43ba-9169-e166909cc6a2 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841455 Oct 11 17:35:22.917718 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '10ac009b-4580-4fcd-beca-350c3cb2eb61', 'tenant_id': '9516d4b60723415c8910558de9457120', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'port_id': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'mac_address': 'fa:16:3e:11:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:35:07Z', 'updated_at': '2021-10-11T17:35:21Z', 'revision_number': 1, 'project_id': '9516d4b60723415c8910558de9457120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:22.943027 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135a3b3-469d-4af4-982f-4cc0bff46bb2 None None] The sync data for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi is: [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '10ac009b-4580-4fcd-beca-350c3cb2eb61', 'tenant_id': '9516d4b60723415c8910558de9457120', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'port_id': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'mac_address': 'fa:16:3e:11:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:35:07Z', 'updated_at': '2021-10-11T17:35:21Z', 'revision_number': 1, 'project_id': '9516d4b60723415c8910558de9457120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:35:23.117941 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5a5a1-b6e4-4971-acea-1e107d279156 None None] New status for floating IP 10ac009b-4580-4fcd-beca-350c3cb2eb61: ACTIVE {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:35:26.495003 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204df1-3fb2-4437-8321-0c824a7c3830 req-00fda378-aba2-4f5c-8848-28d70ba572ab tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:26.496512 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4c204df1-3fb2-4437-8321-0c824a7c3830 req-00fda378-aba2-4f5c-8848-28d70ba572ab tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0483706 Oct 11 17:35:26.536455 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4c204df1-3fb2-4437-8321-0c824a7c3830 req-43a193b0-44d3-4560-818b-2a879a461028 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335503 Oct 11 17:35:27.652437 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2b5ec-6471-41e4-9bdf-f5a972f6f7cf req-d6ff6355-6ad5-4bd4-9f47-6ab774d7de30 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:27.653951 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-27d2b5ec-6471-41e4-9bdf-f5a972f6f7cf req-d6ff6355-6ad5-4bd4-9f47-6ab774d7de30 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0503771 Oct 11 17:35:27.691752 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-27d2b5ec-6471-41e4-9bdf-f5a972f6f7cf req-26e4cbfa-6fc6-4fda-b77e-d59420877604 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317898 Oct 11 17:35:28.806380 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5169880-94c0-48cf-8b8d-0ed66a7b068d req-d25837b3-5a5e-404e-bf1c-606998350f5d tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:28.808097 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f5169880-94c0-48cf-8b8d-0ed66a7b068d req-d25837b3-5a5e-404e-bf1c-606998350f5d tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0471959 Oct 11 17:35:28.845565 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f5169880-94c0-48cf-8b8d-0ed66a7b068d req-4a4a1464-227e-451c-94ac-c3aee42440d6 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315990 Oct 11 17:35:29.956583 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8d176-c711-4802-829e-3a5b7521cb41 req-3403fa7d-1b00-4084-87a5-7d0eb6bb593a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:29.958083 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04b8d176-c711-4802-829e-3a5b7521cb41 req-3403fa7d-1b00-4084-87a5-7d0eb6bb593a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0472507 Oct 11 17:35:29.996595 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04b8d176-c711-4802-829e-3a5b7521cb41 req-ebb87651-d9b5-47de-9530-345f2be6bffd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322669 Oct 11 17:35:30.497542 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:31.110640 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265055a-840b-43ff-9b16-f26d2514cd9d req-dc7e7abd-48c0-42c2-92c3-499e4ddab029 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:31.111989 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8265055a-840b-43ff-9b16-f26d2514cd9d req-dc7e7abd-48c0-42c2-92c3-499e4ddab029 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Oct 11 17:35:31.149614 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8265055a-840b-43ff-9b16-f26d2514cd9d req-87fc78d8-60ef-4b1c-834c-2bb8847929dc tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311773 Oct 11 17:35:32.266850 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53501-4090-461d-8d12-ee164f6b2af6 req-cb0cae8a-eb24-453d-840c-67ae1712fb6c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:32.268345 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-28d53501-4090-461d-8d12-ee164f6b2af6 req-cb0cae8a-eb24-453d-840c-67ae1712fb6c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0513902 Oct 11 17:35:32.308192 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-28d53501-4090-461d-8d12-ee164f6b2af6 req-dc4f5631-f3ef-4f0d-b805-e22b2f1c6429 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331469 Oct 11 17:35:32.473030 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a73cd-fca6-4876-bcff-83619d830803 req-36048144-5d26-4d3c-9e2e-b99bb8bc7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:32.474521 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c96a73cd-fca6-4876-bcff-83619d830803 req-36048144-5d26-4d3c-9e2e-b99bb8bc7380 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70e0c33781b45659256ec42c56d495a&device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1098 time: 0.0438931 Oct 11 17:35:32.576961 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a73cd-fca6-4876-bcff-83619d830803 req-baae5a2c-2c1c-4089-bd97-229c75ba8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:32.578472 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c96a73cd-fca6-4876-bcff-83619d830803 req-baae5a2c-2c1c-4089-bd97-229c75ba8f75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 HTTP/1.1" status: 200 len: 909 time: 0.0829079 Oct 11 17:35:32.646000 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c96a73cd-fca6-4876-bcff-83619d830803 req-3ae56ab2-ec3a-48b9-a197-4f7bd18d82d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991edb0c-f090-4607-8f8f-1bc1288c2194 HTTP/1.1" status: 200 len: 1001 time: 0.0598567 Oct 11 17:35:32.693594 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a73cd-fca6-4876-bcff-83619d830803 req-669c8063-40dc-49cf-8253-d7d436b7a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:32.694919 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c96a73cd-fca6-4876-bcff-83619d830803 req-669c8063-40dc-49cf-8253-d7d436b7a9a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2b8de0a-35c9-4125-9d9d-34479a76a032 HTTP/1.1" status: 200 len: 847 time: 0.0413618 Oct 11 17:35:32.738600 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a73cd-fca6-4876-bcff-83619d830803 req-c9e32ca0-8e60-484b-9778-b59d45b1e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:32.740017 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c96a73cd-fca6-4876-bcff-83619d830803 req-c9e32ca0-8e60-484b-9778-b59d45b1e2a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381272 Oct 11 17:35:32.829511 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c96a73cd-fca6-4876-bcff-83619d830803 req-e6a25506-cec9-4891-80c3-d6ea597aebe3 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817397 Oct 11 17:35:32.916741 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c96a73cd-fca6-4876-bcff-83619d830803 req-579e9b99-5d9c-4d17-b6e7-5d109fac2c67 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792654 Oct 11 17:35:33.422684 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d157b47-3526-46ff-a6d5-17dbefd94e3b req-8e4cb9d2-6c6b-424b-8c03-f936af6c831c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:33.424197 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9d157b47-3526-46ff-a6d5-17dbefd94e3b req-8e4cb9d2-6c6b-424b-8c03-f936af6c831c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0507071 Oct 11 17:35:33.464322 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9d157b47-3526-46ff-a6d5-17dbefd94e3b req-645ec051-c4d0-4325-94b1-72e3aedd529b tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342114 Oct 11 17:35:34.577415 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64df3b-9acf-43d4-9b03-477804972c74 req-2424b2e2-f49b-4531-8068-4136d2fec587 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:34.578829 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-af64df3b-9acf-43d4-9b03-477804972c74 req-2424b2e2-f49b-4531-8068-4136d2fec587 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0497766 Oct 11 17:35:34.614229 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-af64df3b-9acf-43d4-9b03-477804972c74 req-930626b0-f9ad-4d24-ba90-d1c6826ecf4d tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0295637 Oct 11 17:35:35.724419 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6da79e-44a3-49b1-946d-381140589fb3 req-49e37912-30a4-4e47-8928-b5bbe84581f5 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:35.725922 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9a6da79e-44a3-49b1-946d-381140589fb3 req-49e37912-30a4-4e47-8928-b5bbe84581f5 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0473886 Oct 11 17:35:35.764007 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9a6da79e-44a3-49b1-946d-381140589fb3 req-a533402f-751c-452f-b23b-203b2c04dae1 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312700 Oct 11 17:35:36.764662 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-41e2b1ec-0dad-49d5-9fba-4df41ecc2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:36.766151 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-41e2b1ec-0dad-49d5-9fba-4df41ecc2d62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70e0c33781b45659256ec42c56d495a&device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1098 time: 0.0393493 Oct 11 17:35:36.864975 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-d2e271d9-faab-404c-9f8d-7e3664510abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:36.866489 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-d2e271d9-faab-404c-9f8d-7e3664510abf service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 HTTP/1.1" status: 200 len: 909 time: 0.0864596 Oct 11 17:35:36.874681 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2727ce-c978-4888-8f5b-5ccb93ad0f06 req-fd9287f7-94cd-415d-8401-5aa6037173f9 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:36.876275 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ae2727ce-c978-4888-8f5b-5ccb93ad0f06 req-fd9287f7-94cd-415d-8401-5aa6037173f9 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0476010 Oct 11 17:35:36.913118 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ae2727ce-c978-4888-8f5b-5ccb93ad0f06 req-af01dfc0-8785-4dd0-8336-2d0a0f6c79e0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308416 Oct 11 17:35:36.936642 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-d189ef55-d864-457f-a345-07cd1cdc75cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991edb0c-f090-4607-8f8f-1bc1288c2194 HTTP/1.1" status: 200 len: 1001 time: 0.0608521 Oct 11 17:35:36.983421 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-c17543ec-deea-403c-a4d2-2d1212c88674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:36.984801 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-c17543ec-deea-403c-a4d2-2d1212c88674 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2b8de0a-35c9-4125-9d9d-34479a76a032 HTTP/1.1" status: 200 len: 847 time: 0.0418277 Oct 11 17:35:37.028908 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-7ac3b51b-7be8-4462-a4d4-2d3536248f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:37.030291 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-7ac3b51b-7be8-4462-a4d4-2d3536248f34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375581 Oct 11 17:35:37.118869 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-af80362d-8cd8-4c4a-b786-06694db87550 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803320 Oct 11 17:35:37.456479 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-b8a4739e-a688-4284-affb-71abc3f74ca7 req-ca82e5c4-93bb-4bc1-9bbb-c6e0df8a510a service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288918 Oct 11 17:35:38.026067 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be289f-b205-4215-b031-ffb84f68e9f2 req-ca667c98-da33-45af-a536-7b4d6d08c57a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:38.027487 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f3be289f-b205-4215-b031-ffb84f68e9f2 req-ca667c98-da33-45af-a536-7b4d6d08c57a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0498023 Oct 11 17:35:38.064597 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f3be289f-b205-4215-b031-ffb84f68e9f2 req-851a99d7-40e2-4f87-a476-383bf97c2b69 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312777 Oct 11 17:35:39.177191 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287da6b-0aea-42f5-8490-e11236a10381 req-0e51fe15-a921-43c5-844d-e0044222930a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:39.178654 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d287da6b-0aea-42f5-8490-e11236a10381 req-0e51fe15-a921-43c5-844d-e0044222930a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0480549 Oct 11 17:35:39.216961 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d287da6b-0aea-42f5-8490-e11236a10381 req-3c78669c-5a1b-46e7-a319-70877e552678 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313458 Oct 11 17:35:40.331351 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5905-0e97-4fba-b39b-db82333d6f7a req-2cb2f25d-5421-46cc-b621-533159b3841a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:40.332867 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e4ee5905-0e97-4fba-b39b-db82333d6f7a req-2cb2f25d-5421-46cc-b621-533159b3841a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Oct 11 17:35:40.373670 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e4ee5905-0e97-4fba-b39b-db82333d6f7a req-606664af-bafb-4ef1-8a9b-9bbfefb36e21 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317850 Oct 11 17:35:40.440851 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [req-3408c40e-9289-4f75-8262-e5feb8807444 req-f19f7db7-839f-4166-a76b-7a82bd243119 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:35:40.441862 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3408c40e-9289-4f75-8262-e5feb8807444 req-f19f7db7-839f-4166-a76b-7a82bd243119 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052733 Oct 11 17:35:40.456880 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-177e7200-88fa-4990-a5e6-e50e42f85790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:40.832623 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efca9b-5f2d-49bd-98a7-7ce8698c2bfb req-31e26d0c-75b4-4cce-aa73-01a2c20b93f8 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:40.834236 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40efca9b-5f2d-49bd-98a7-7ce8698c2bfb req-31e26d0c-75b4-4cce-aa73-01a2c20b93f8 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0527055 Oct 11 17:35:40.873967 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-40efca9b-5f2d-49bd-98a7-7ce8698c2bfb req-3b802285-1e56-44b1-a47e-441f0f545d18 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337770 Oct 11 17:35:40.936447 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34062) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:35:41.017818 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-36b7ad2b-042a-4b52-ad79-80e772854ef7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801804 Oct 11 17:35:41.026653 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-c2fa281a-0303-42fe-ba79-dce149e66624 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:35:41.027591 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-c2fa281a-0303-42fe-ba79-dce149e66624 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048981 Oct 11 17:35:41.993370 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c654c6-c544-4d2c-9b13-9ff3541850c6 req-e9252b48-46b2-4863-ac7a-819d1d04153d tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:41.995416 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-91c654c6-c544-4d2c-9b13-9ff3541850c6 req-e9252b48-46b2-4863-ac7a-819d1d04153d tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0533719 Oct 11 17:35:42.035962 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-91c654c6-c544-4d2c-9b13-9ff3541850c6 req-3f4dff81-cd09-4184-88a1-21347a961bb6 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347373 Oct 11 17:35:42.858632 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 991edb0c-f090-4607-8f8f-1bc1288c2194 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:35:42.936599 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:42.958763 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:42.962758 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafe87e6-43f5-4060-9750-2d22367cc15a" -d '{"events": [{"server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "name": "network-vif-unplugged", "status": "completed", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:42.973235 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:42.993079 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470ea44a-6baa-4765-8e08-e2e508a2dfb3 x-openstack-request-id: req-470ea44a-6baa-4765-8e08-e2e508a2dfb3 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:42.993409 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "name": "network-vif-unplugged", "status": "failed", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194", "code": 422}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:42.993663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-470ea44a-6baa-4765-8e08-e2e508a2dfb3 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:42.994075 dv-cinder-808959-3-iscsi neutron-server[94392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'code': 422} returned with failed status Oct 11 17:35:43.047343 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:43.095544 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=6']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:43.131409 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-44ad1c7e-561c-4d9c-ab9c-93f807f55e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:43.155601 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c878-1321-4e9d-a820-947e4af76ce2 req-ea7f34a3-215a-4228-9435-d1fedada9ffa tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:43.157093 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b6d5c878-1321-4e9d-a820-947e4af76ce2 req-ea7f34a3-215a-4228-9435-d1fedada9ffa tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0483081 Oct 11 17:35:43.193980 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b6d5c878-1321-4e9d-a820-947e4af76ce2 req-7fc4b29c-6d23-4ca8-9aac-8979f85bf421 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310750 Oct 11 17:35:43.423807 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e38b49-18bc-4380-ac71-988118e5024e req-d463e078-0dc7-4d5c-9c79-15dd523e3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:43.425213 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-d463e078-0dc7-4d5c-9c79-15dd523e3690 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4&tenant_id=f70e0c33781b45659256ec42c56d495a HTTP/1.1" status: 200 len: 1096 time: 0.0410018 Oct 11 17:35:43.488055 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e38b49-18bc-4380-ac71-988118e5024e req-a8b6a95c-4698-4125-a1df-5acc33d32c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:43.489570 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-a8b6a95c-4698-4125-a1df-5acc33d32c52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70e0c33781b45659256ec42c56d495a&device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1096 time: 0.0403919 Oct 11 17:35:43.586608 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e38b49-18bc-4380-ac71-988118e5024e req-28b2f36d-e157-4778-b37e-6dd859b61530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:43.588066 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-28b2f36d-e157-4778-b37e-6dd859b61530 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 HTTP/1.1" status: 200 len: 909 time: 0.0851603 Oct 11 17:35:43.658102 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-c132d2ba-42d0-4ab0-a1bf-5e6a707378a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991edb0c-f090-4607-8f8f-1bc1288c2194 HTTP/1.1" status: 200 len: 999 time: 0.0561509 Oct 11 17:35:43.706903 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e38b49-18bc-4380-ac71-988118e5024e req-c5971947-addc-4b0e-b64d-7be57bf343c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:43.708211 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-c5971947-addc-4b0e-b64d-7be57bf343c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2b8de0a-35c9-4125-9d9d-34479a76a032 HTTP/1.1" status: 200 len: 847 time: 0.0428269 Oct 11 17:35:43.756301 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e38b49-18bc-4380-ac71-988118e5024e req-5058038d-4d20-4cb4-9afa-df92dfd4aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:43.757813 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-5058038d-4d20-4cb4-9afa-df92dfd4aa75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418289 Oct 11 17:35:43.854084 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-32cede9a-2b3c-49b2-bd19-776ad9de9174 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825856 Oct 11 17:35:43.926511 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf576f-2f34-440b-8f84-7091e9ef6e29 req-61094ba6-b888-4d77-bd00-f39705b29a59 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:43.927959 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-78cf576f-2f34-440b-8f84-7091e9ef6e29 req-61094ba6-b888-4d77-bd00-f39705b29a59 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0502212 Oct 11 17:35:43.952010 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-16e38b49-18bc-4380-ac71-988118e5024e req-68dce84a-0018-4f4f-a4b6-8cb96aa1f5e9 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874324 Oct 11 17:35:43.967084 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-78cf576f-2f34-440b-8f84-7091e9ef6e29 req-1242110f-4ba7-4c19-9965-611efa13121b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Oct 11 17:35:44.304725 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718dd8-db42-4e56-9051-c94786c818d8 req-2823706b-e03d-4489-87f2-4ee6ad4930e0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:44.306205 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fd718dd8-db42-4e56-9051-c94786c818d8 req-2823706b-e03d-4489-87f2-4ee6ad4930e0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0472956 Oct 11 17:35:44.343101 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fd718dd8-db42-4e56-9051-c94786c818d8 req-498e9cef-6905-405b-b337-6a11feee91b3 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309017 Oct 11 17:35:44.468225 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:44.742045 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:45.086313 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ea118-54f4-441d-8a70-0fe2dcada27a req-f8d48e7a-8fc2-4b62-9aac-0917b494fe2a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:45.087806 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-148ea118-54f4-441d-8a70-0fe2dcada27a req-f8d48e7a-8fc2-4b62-9aac-0917b494fe2a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Oct 11 17:35:45.125232 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-148ea118-54f4-441d-8a70-0fe2dcada27a req-428782a7-a223-4441-981c-dae8c770c658 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Oct 11 17:35:45.457757 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bc981-1e8b-4f76-b119-e17ccc44f0e9 req-26f10609-d236-4384-83da-d658658d3f2e tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:45.459210 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2c6bc981-1e8b-4f76-b119-e17ccc44f0e9 req-26f10609-d236-4384-83da-d658658d3f2e tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0511370 Oct 11 17:35:45.498342 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2c6bc981-1e8b-4f76-b119-e17ccc44f0e9 req-1a08bfaf-d644-4953-a1a4-31a4dd8edd40 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328748 Oct 11 17:35:45.573776 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-2d122cb2-5322-4b67-a1da-727aa896e7be tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:45.575135 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-2d122cb2-5322-4b67-a1da-727aa896e7be tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 946 time: 0.0473378 Oct 11 17:35:45.667710 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Deleting port fc246464-1210-4039-be1c-c1c560cfef4c {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:35:45.668053 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:45.756121 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] For port fc246464-1210-4039-be1c-c1c560cfef4c, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=fc246464-1210-4039-be1c-c1c560cfef4c,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:45.756483 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:45.922454 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:45.922733 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:45.923048 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Floating IP 994738d1-89ed-42de-9e95-208dfddbd4ee disassociated. External IP: 172.27.3.113, port: fc246464-1210-4039-be1c-c1c560cfef4c. Oct 11 17:35:45.923383 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Calling delete_port for fc246464-1210-4039-be1c-c1c560cfef4c owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:35:46.096873 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:46.131026 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:46.158658 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event deleted for resources: {'Port': ['ID=fc246464-1210-4039-be1c-c1c560cfef4c,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:46.168752 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.169122 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.169467 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.169802 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.170130 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.170461 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.170790 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.171253 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.171597 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.172506 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.172506 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.172679 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:35:46.223754 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5efce963-add6-4ffe-b735-f89292bbab1a req-923715de-f0ff-400e-bb77-c0e94f2badca tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 210 time: 0.0265970 Oct 11 17:35:46.290657 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:35:46.403905 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:35:46.406263 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:35:46.416122 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:35:46.416859 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:46.437518 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] No DVR routers for this DVR port fc246464-1210-4039-be1c-c1c560cfef4c on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:35:46.437518 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:46.439568 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-5554d0f1-7bf3-462e-bada-7194c49b023c req-93811702-e11e-4b2d-946d-d79cd6089766 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "DELETE /v2.0/ports/fc246464-1210-4039-be1c-c1c560cfef4c HTTP/1.1" status: 204 len: 173 time: 0.8538010 Oct 11 17:35:46.439999 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'name': 'network-vif-deleted', 'tag': 'fc246464-1210-4039-be1c-c1c560cfef4c'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:46.442263 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d0cb9f-736c-4fe3-9dd0-0bf158eec26c" -d '{"events": [{"server_uuid": "edfa7a05-8967-47f7-b9cb-f9e2cc434cc9", "name": "network-vif-deleted", "tag": "fc246464-1210-4039-be1c-c1c560cfef4c"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:46.481783 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1bc7b5-2ea3-4e30-8aac-366fbc4f7ff9 x-openstack-request-id: req-cf1bc7b5-2ea3-4e30-8aac-366fbc4f7ff9 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:46.481783 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfa7a05-8967-47f7-b9cb-f9e2cc434cc9", "name": "network-vif-deleted", "tag": "fc246464-1210-4039-be1c-c1c560cfef4c", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:46.481783 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf1bc7b5-2ea3-4e30-8aac-366fbc4f7ff9 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:46.481783 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfa7a05-8967-47f7-b9cb-f9e2cc434cc9', 'name': 'network-vif-deleted', 'tag': 'fc246464-1210-4039-be1c-c1c560cfef4c', 'status': 'completed', 'code': 200} Oct 11 17:35:46.527921 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:35:46.626107 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e777029-917b-4561-9c6b-2a0c9e235e93 req-dd96f0fd-1afc-45cb-8221-0bec39450184 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:46.628321 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9e777029-917b-4561-9c6b-2a0c9e235e93 req-dd96f0fd-1afc-45cb-8221-0bec39450184 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0551760 Oct 11 17:35:46.672605 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9e777029-917b-4561-9c6b-2a0c9e235e93 req-c927b8ef-1bef-4b6c-8ac9-a1269956c914 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380559 Oct 11 17:35:46.720605 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:35:46.747776 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:46.773556 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:35:46.782020 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:35:46.782614 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:46.883961 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:35:47.079324 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:47.109978 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df90a5-da5c-4dde-9ff0-e3ff40edad9a None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:35:47.326779 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d503f7e-8df5-4376-bbe8-07e754d6274a None None] New status for floating IP 994738d1-89ed-42de-9e95-208dfddbd4ee: DOWN {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:35:47.343767 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e24309e5-77c8-43e4-961e-e898bff3db7a req-cc1e37e0-958b-4376-a8de-0bee0ae0ddf9 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa7a05-8967-47f7-b9cb-f9e2cc434cc9 HTTP/1.1" status: 200 len: 210 time: 0.0310581 Oct 11 17:35:47.792406 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f9d78-db72-4968-81c4-e68779766583 req-e61b1f8c-2391-421b-b854-5e4ad7581bad tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:47.793883 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-830f9d78-db72-4968-81c4-e68779766583 req-e61b1f8c-2391-421b-b854-5e4ad7581bad tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0527093 Oct 11 17:35:47.831737 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-830f9d78-db72-4968-81c4-e68779766583 req-a2366862-b6e8-4187-9b21-96a8d0dbf70e tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319285 Oct 11 17:35:48.581341 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-ca071873-2d2d-4820-b532-a9bae4b3b6e6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798845655&fields=id&tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 267 time: 0.0327935 Oct 11 17:35:48.686885 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-576a47c1-9aa3-40c8-ab0f-6ebadc105427 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:48.688223 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-576a47c1-9aa3-40c8-ab0f-6ebadc105427 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 812 time: 0.1004798 Oct 11 17:35:48.703289 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-4e846014-66dd-4257-8a0e-2bc18a9e6adc tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/quotas/e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 375 time: 0.0094805 Oct 11 17:35:48.882708 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device fc246464-1210-4039-be1c-c1c560cfef4c no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:35:48.904570 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: fc246464-1210-4039-be1c-c1c560cfef4c {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:35:48.904911 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device fc246464-1210-4039-be1c-c1c560cfef4c not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:35:48.995208 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-68ab290a-b4b8-495c-af68-8e03c69f3175 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2868550 Oct 11 17:35:49.008562 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060428c8-d18c-43f9-9059-d10000f2c2e7 req-f13fd6a9-70b4-49e3-9f1e-4c0a84d42df7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:49.010610 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-060428c8-d18c-43f9-9059-d10000f2c2e7 req-f13fd6a9-70b4-49e3-9f1e-4c0a84d42df7 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0653324 Oct 11 17:35:49.055534 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-060428c8-d18c-43f9-9059-d10000f2c2e7 req-575608a4-ba27-4270-a939-d1125edfc0dc tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324082 Oct 11 17:35:49.143650 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-3bc6c70a-9be8-48a1-8279-4a81a7ab48c0 service neutron] 10.222.0.42 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314452 Oct 11 17:35:49.233779 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-f78b056b-1807-46bb-a7f0-605f8d3e9d4c service neutron] 10.222.0.42 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846546 Oct 11 17:35:49.782464 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49e3613e-0a94-4524-a732-689d97a0ca2c req-a8db98e2-562b-4996-97f1-bc03eaf5a64d tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 210 time: 0.0250669 Oct 11 17:35:50.162526 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b8a0a-b00c-4c18-80ec-904882139e14 req-8e385b64-7782-448c-8ec0-e8a769be238b tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:50.164087 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-760b8a0a-b00c-4c18-80ec-904882139e14 req-8e385b64-7782-448c-8ec0-e8a769be238b tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0501196 Oct 11 17:35:50.201848 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-760b8a0a-b00c-4c18-80ec-904882139e14 req-6716a10d-d173-42bb-8c61-06da15f0102d tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315595 Oct 11 17:35:50.875836 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-43278598-c612-4c05-a2c1-c5c79fe90a24 req-4d4e280e-10b4-4982-b4fe-c91d6d8a9fef tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 210 time: 0.0258539 Oct 11 17:35:51.318658 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8350a-3eca-4edf-b034-1ad856117a3a req-2f19c2e2-9573-45bc-a8f9-6d2f85605169 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:51.320098 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3ea8350a-3eca-4edf-b034-1ad856117a3a req-2f19c2e2-9573-45bc-a8f9-6d2f85605169 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0542574 Oct 11 17:35:51.358907 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3ea8350a-3eca-4edf-b034-1ad856117a3a req-9d3ad5ce-406e-4083-b190-103d0bccca43 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319006 Oct 11 17:35:51.617443 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-5843e291-5e6f-4951-869e-b167a9604a28 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:51.618808 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-5843e291-5e6f-4951-869e-b167a9604a28 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 812 time: 0.1032720 Oct 11 17:35:51.665279 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-a2b3bba5-31b2-46e3-b50f-735d15e0438b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 380 time: 0.0328510 Oct 11 17:35:51.680388 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'port': {'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'admin_state_up': True, 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'security_groups': ['bd6b0e1c-63e7-4670-af9c-a9c391be43fb']}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:51.845366 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Made reservation on behalf of e9fa2904e2d84f469c4f808f9c6dcb8f for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:35:51.849132 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:51.968323 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-02f33e9b-eb42-4a21-a635-a263a97fb675 req-54b3bc92-1188-485c-89c2-b5f261bf106d tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 210 time: 0.0263891 Oct 11 17:35:51.972966 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Allocated IP 172.20.0.8 (359d47ec-610d-4dc4-bbd9-72d8642d7840/25a157a6-93fd-4799-abc4-5715ec60987b/3018ae33-03a8-44da-b5ab-05b82b31532a) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:35:52.108204 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:52.216720 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:52.255754 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:35:52.261104 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:35:52.264715 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:35:52.293673 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=3018ae33-03a8-44da-b5ab-05b82b31532a,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:52.322732 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:52.323919 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:52.391271 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-85d995d5-e40f-4452-8d8a-b33f159c3e56 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7145550 Oct 11 17:35:52.407592 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Request body: {'port': {'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:35:52.461541 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:52.471216 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-1cbcb9c4-8e65-4000-b9fb-2a9f02daf13a None None] Provisioning complete for port 3018ae33-03a8-44da-b5ab-05b82b31532a triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:35:52.471773 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb9c4-8e65-4000-b9fb-2a9f02daf13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:52.482183 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84b7d-3d8f-4395-ab65-693420af03a2 req-4a2eca17-e31c-40b7-b33c-b0441f9bf568 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:52.489762 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ed84b7d-3d8f-4395-ab65-693420af03a2 req-4a2eca17-e31c-40b7-b33c-b0441f9bf568 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 943 time: 0.0610015 Oct 11 17:35:52.512534 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcb9c4-8e65-4000-b9fb-2a9f02daf13a None None] Port 3018ae33-03a8-44da-b5ab-05b82b31532a cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:35:52.545079 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ed84b7d-3d8f-4395-ab65-693420af03a2 req-57314ead-24ff-4e35-aadb-f06a672d5380 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488181 Oct 11 17:35:52.720086 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3018ae33-03a8-44da-b5ab-05b82b31532a {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:35:52.727227 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:52.739152 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Transition to ACTIVE for port object 3018ae33-03a8-44da-b5ab-05b82b31532a will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:35:52.799527 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:52.868523 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Pushing event updated for resources: {'Port': ['ID=3018ae33-03a8-44da-b5ab-05b82b31532a,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:52.888105 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 991edb0c-f090-4607-8f8f-1bc1288c2194 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:35:52.920851 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Attempting to bind port 3018ae33-03a8-44da-b5ab-05b82b31532a on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:35:52.921404 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Attempting to bind port 3018ae33-03a8-44da-b5ab-05b82b31532a by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:35:52.921729 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Attempting to bind port 3018ae33-03a8-44da-b5ab-05b82b31532a on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:35:52.926291 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Port 3018ae33-03a8-44da-b5ab-05b82b31532a on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:35:52.926609 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Attempting to bind port 3018ae33-03a8-44da-b5ab-05b82b31532a on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:35:52.931946 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:35:52.936959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Checking segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:35:52.936959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Bound using segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:35:52.936959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Bound port: 3018ae33-03a8-44da-b5ab-05b82b31532a, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:35:52.936959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:52.996317 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:53.008839 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] For port 3018ae33-03a8-44da-b5ab-05b82b31532a, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:35:53.013128 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] For port 3018ae33-03a8-44da-b5ab-05b82b31532a, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=3018ae33-03a8-44da-b5ab-05b82b31532a,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:35:53.016082 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'port_id': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'mac_address': 'fa:16:3e:48:43:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:35:53.064310 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:53.078165 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991edb0c-f090-4607-8f8f-1bc1288c2194 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:35:53.080605 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:53.091083 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0de7-5a5c-48c4-89a5-ce5288e25564 req-3f7e2faf-74ff-4308-ac9e-d6b4054b21ea tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.092761 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-965b0de7-5a5c-48c4-89a5-ce5288e25564 req-3f7e2faf-74ff-4308-ac9e-d6b4054b21ea tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0484951 Oct 11 17:35:53.098504 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:53.120612 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.121257 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:53.122708 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] 10.222.0.48 "PUT /v2.0/ports/3018ae33-03a8-44da-b5ab-05b82b31532a HTTP/1.1" status: 200 len: 1093 time: 0.7196956 Oct 11 17:35:53.123297 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:53.125639 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65707123-e8c0-43d1-93a7-dccf26e5e3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:53.140583 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-965b0de7-5a5c-48c4-89a5-ce5288e25564 req-d81d4517-cf9f-4ed3-9401-bb33d107680c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399780 Oct 11 17:35:53.162088 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b3504-6dc0-471a-9d2b-e11d58ef918e service neutron] Pushing event updated for resources: {'Port': ['ID=3018ae33-03a8-44da-b5ab-05b82b31532a,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:53.179700 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f10b10-33c8-4e58-b6d1-36619846436a x-openstack-request-id: req-76f10b10-33c8-4e58-b6d1-36619846436a {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:53.180042 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:53.180296 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76f10b10-33c8-4e58-b6d1-36619846436a {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:53.180748 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'status': 'completed', 'code': 200} Oct 11 17:35:53.189900 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:53.249606 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=7']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:53.260295 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65707123-e8c0-43d1-93a7-dccf26e5e3ca req-f9d55089-27d4-410c-a310-e2c5360af1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.261824 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-65707123-e8c0-43d1-93a7-dccf26e5e3ca req-f9d55089-27d4-410c-a310-e2c5360af1f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 1096 time: 0.0585539 Oct 11 17:35:53.365816 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65707123-e8c0-43d1-93a7-dccf26e5e3ca req-18430b14-9cf2-4e9e-9dd1-04eaa0c7fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.367203 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-65707123-e8c0-43d1-93a7-dccf26e5e3ca req-18430b14-9cf2-4e9e-9dd1-04eaa0c7fb1f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967770 Oct 11 17:35:53.428202 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['991edb0c-f090-4607-8f8f-1bc1288c2194'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:35:53.477999 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65707123-e8c0-43d1-93a7-dccf26e5e3ca req-e3e08602-b495-4eb7-86ee-15e242799ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.482394 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-65707123-e8c0-43d1-93a7-dccf26e5e3ca req-e3e08602-b495-4eb7-86ee-15e242799ff2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075466 Oct 11 17:35:53.573968 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-f03408d8-8be8-4f73-925c-cf663494e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.576603 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-f03408d8-8be8-4f73-925c-cf663494e0b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 1096 time: 0.0525095 Oct 11 17:35:53.629837 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-37b819d8-4718-4ca9-a480-44a722d6f96b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3018ae33-03a8-44da-b5ab-05b82b31532a HTTP/1.1" status: 200 len: 217 time: 0.0447426 Oct 11 17:35:53.670134 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d97d32-b12a-482a-b83a-991c40db220f req-ccb79cab-6561-45f1-ba8b-f119f0c0a2cb tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.677268 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-28d97d32-b12a-482a-b83a-991c40db220f req-ccb79cab-6561-45f1-ba8b-f119f0c0a2cb tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 944 time: 0.0604305 Oct 11 17:35:53.685162 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-4d896a22-333d-4ffe-bc11-fd55f965a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.686838 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-4d896a22-333d-4ffe-bc11-fd55f965a325 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0501220 Oct 11 17:35:53.710010 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-28d97d32-b12a-482a-b83a-991c40db220f req-9d26c715-a19e-49f3-a23e-fce5e4fcb1a0 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318944 Oct 11 17:35:53.736595 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-bfb071b3-5276-4126-941a-70adf73281a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:53.738239 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-bfb071b3-5276-4126-941a-70adf73281a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433762 Oct 11 17:35:53.831521 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-1bd25462-b3c0-4652-9796-c8df20137e94 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846844 Oct 11 17:35:53.929134 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-702c1978-24ab-460d-a44b-a430d946a0c2 req-960e339b-5bae-4cb4-90fa-5dda09109f90 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898082 Oct 11 17:35:54.252547 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7eebb-7fa9-4aef-82fe-aba01d52add3 req-6e5695bc-b2ad-4991-8325-00789c5b3f69 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:54.253996 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e2b7eebb-7fa9-4aef-82fe-aba01d52add3 req-6e5695bc-b2ad-4991-8325-00789c5b3f69 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0465469 Oct 11 17:35:54.290361 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e2b7eebb-7fa9-4aef-82fe-aba01d52add3 req-088dfb99-c878-4a3c-8c5b-d41efabbae81 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306175 Oct 11 17:35:54.829648 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9544b35-ff99-491c-8220-e373c2d17d8a req-cd4891ab-8542-4526-9b64-d25cee39f048 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:54.831824 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b9544b35-ff99-491c-8220-e373c2d17d8a req-cd4891ab-8542-4526-9b64-d25cee39f048 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 944 time: 0.0526755 Oct 11 17:35:54.868458 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b9544b35-ff99-491c-8220-e373c2d17d8a req-934398c3-2c22-48ec-a48d-0d170cb5d67b tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307837 Oct 11 17:35:54.908694 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 991edb0c-f090-4607-8f8f-1bc1288c2194 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:35:54.957030 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 991edb0c-f090-4607-8f8f-1bc1288c2194 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:35:54.957471 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:55.040060 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:55.064599 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:55.066868 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8764d89f-3e2b-4699-b17f-afbeb588944e" -d '{"events": [{"server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "name": "network-vif-plugged", "status": "completed", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:55.079112 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:55.114069 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d51d2f-8e02-4b3e-8042-1bf8c95a9a11 x-openstack-request-id: req-47d51d2f-8e02-4b3e-8042-1bf8c95a9a11 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:55.114069 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "name": "network-vif-plugged", "status": "completed", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:55.114069 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47d51d2f-8e02-4b3e-8042-1bf8c95a9a11 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:55.114069 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'code': 200} Oct 11 17:35:55.159779 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:55.211574 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=8']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:55.385370 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fcdb7-24a6-4980-a12d-8520e537abd8 req-63884b68-59b1-4f2a-a8c4-3cf60620ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:55.387015 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-bd0fcdb7-24a6-4980-a12d-8520e537abd8 req-63884b68-59b1-4f2a-a8c4-3cf60620ea8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1098 time: 0.0398579 Oct 11 17:35:55.406044 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec722-39d6-4559-a2c4-ce8a7ef6c120 req-4f9c4c43-56a9-44bd-b886-21552e883249 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:55.407621 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a27ec722-39d6-4559-a2c4-ce8a7ef6c120 req-4f9c4c43-56a9-44bd-b886-21552e883249 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0505657 Oct 11 17:35:55.423609 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-bd0fcdb7-24a6-4980-a12d-8520e537abd8 req-10884ed6-4ee7-4e09-a186-e315aec6a13b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0290859 Oct 11 17:35:55.446346 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a27ec722-39d6-4559-a2c4-ce8a7ef6c120 req-b35bfe64-b0f6-456e-8924-2d3b7e9728b6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Oct 11 17:35:55.609047 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18484b9-61c0-4e58-9258-70f521f5d6fd req-813284a2-687e-42e7-a5c7-26295ac8ef20 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:55.610537 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e18484b9-61c0-4e58-9258-70f521f5d6fd req-813284a2-687e-42e7-a5c7-26295ac8ef20 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0472364 Oct 11 17:35:55.647181 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e18484b9-61c0-4e58-9258-70f521f5d6fd req-018cc591-189c-4851-8dee-a5cac231adb7 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Oct 11 17:35:55.981022 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e118c3-3a7b-4d0e-aa70-e2866b6c6372 req-bdbc3046-7213-432e-a713-9bca4fdea7a8 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:55.982474 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a9e118c3-3a7b-4d0e-aa70-e2866b6c6372 req-bdbc3046-7213-432e-a713-9bca4fdea7a8 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0471053 Oct 11 17:35:56.018411 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a9e118c3-3a7b-4d0e-aa70-e2866b6c6372 req-b3e7df1b-c6fd-4231-9271-3568ea226be9 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303028 Oct 11 17:35:56.562296 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34902cc-ee24-4ba1-ab9f-61056f34cfa5 req-e1f2d8e1-bda3-478e-87d1-b49c8e4122d3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:56.563737 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d34902cc-ee24-4ba1-ab9f-61056f34cfa5 req-e1f2d8e1-bda3-478e-87d1-b49c8e4122d3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0508673 Oct 11 17:35:56.600245 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d34902cc-ee24-4ba1-ab9f-61056f34cfa5 req-dc0113d2-ae59-4f01-b8d2-fb4ff9c366bb tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306373 Oct 11 17:35:56.763169 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb88c5-0e33-4dd3-b549-795eb409c92f req-170e888c-1a00-436c-88bf-19ef4a016500 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:56.764635 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-71fb88c5-0e33-4dd3-b549-795eb409c92f req-170e888c-1a00-436c-88bf-19ef4a016500 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0483620 Oct 11 17:35:56.803304 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-71fb88c5-0e33-4dd3-b549-795eb409c92f req-9eadc4ab-37eb-4d84-95c0-877118fb37a0 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322964 Oct 11 17:35:57.127942 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816004d6-6bb2-41ae-adab-d673cb742f27 req-22098356-818d-4e06-9ee8-4cc6aeea9845 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:57.129630 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-816004d6-6bb2-41ae-adab-d673cb742f27 req-22098356-818d-4e06-9ee8-4cc6aeea9845 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Oct 11 17:35:57.166992 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-816004d6-6bb2-41ae-adab-d673cb742f27 req-7032f3db-6a0c-421a-b839-86e6b5e7883a tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310869 Oct 11 17:35:57.714017 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eb683-8578-44be-9cca-fd6fe1934f1f req-cadbaef1-bbcf-4fd9-9789-19e90ad0f252 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:57.715453 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b9eb683-8578-44be-9cca-fd6fe1934f1f req-cadbaef1-bbcf-4fd9-9789-19e90ad0f252 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0507011 Oct 11 17:35:57.753022 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b9eb683-8578-44be-9cca-fd6fe1934f1f req-37084eac-6132-4cec-b407-262f6d5f7998 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Oct 11 17:35:57.769158 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-f8f59960-dd35-4f71-90cb-0e5db7fc371a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:57.769158 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-f8f59960-dd35-4f71-90cb-0e5db7fc371a tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0469494 Oct 11 17:35:57.859954 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Deleting port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:35:57.860297 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:57.919432 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9b53d-ee2d-4f40-9d3a-d2e041328165 req-4c4d0521-b447-4a23-aa47-f44cc5325277 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:57.920847 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-71f9b53d-ee2d-4f40-9d3a-d2e041328165 req-4c4d0521-b447-4a23-aa47-f44cc5325277 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Oct 11 17:35:57.948366 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] For port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:35:57.948750 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:57.958860 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-71f9b53d-ee2d-4f40-9d3a-d2e041328165 req-65993fb7-e58b-46c4-aeeb-3dbe64a38239 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b4dbf95-bad1-458c-8597-8277377e960a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319037 Oct 11 17:35:58.125162 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:58.125638 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:58.125978 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Floating IP dbd212f0-a974-4807-aa53-52d67caa79af disassociated. External IP: 172.27.3.242, port: e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8. Oct 11 17:35:58.126314 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Calling delete_port for e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:35:58.296604 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:58.323826 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event deleted for resources: {'Port': ['ID=e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:35:58.435473 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:35:58.537511 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:35:58.548194 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426919d7-309b-423d-911d-b9903c02964d None None] Sync routers for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:35:58.558345 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426919d7-309b-423d-911d-b9903c02964d None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:35:58.558978 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-426919d7-309b-423d-911d-b9903c02964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:58.577844 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] No DVR routers for this DVR port e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:35:58.580420 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:35:58.583862 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9990fef4-f26d-4568-a483-d5f6c7f28fb3 req-9fb0130f-5f2c-425f-9c71-196de628a450 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.48 "DELETE /v2.0/ports/e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 HTTP/1.1" status: 204 len: 173 time: 0.8103600 Oct 11 17:35:58.584296 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'name': 'network-vif-deleted', 'tag': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:35:58.586559 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a5e0c-6b88-4ecc-8632-dcbf5857f598" -d '{"events": [{"server_uuid": "e3936066-3803-41aa-b3d1-d84313cdc826", "name": "network-vif-deleted", "tag": "e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:35:58.623651 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1587697d-c942-4cdb-aa3a-3980c624e023 x-openstack-request-id: req-1587697d-c942-4cdb-aa3a-3980c624e023 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:35:58.623968 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3936066-3803-41aa-b3d1-d84313cdc826", "name": "network-vif-deleted", "tag": "e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:35:58.624262 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1587697d-c942-4cdb-aa3a-3980c624e023 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:35:58.624664 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3936066-3803-41aa-b3d1-d84313cdc826', 'name': 'network-vif-deleted', 'tag': 'e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8', 'status': 'completed', 'code': 200} Oct 11 17:35:58.664225 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-426919d7-309b-423d-911d-b9903c02964d None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:35:58.871607 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-426919d7-309b-423d-911d-b9903c02964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:58.891044 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d93a1-b5df-4962-86ae-8f2521ed5a0c req-2659bde6-b634-49c0-861c-cd2e8891530b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:35:58.892513 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7d1d93a1-b5df-4962-86ae-8f2521ed5a0c req-2659bde6-b634-49c0-861c-cd2e8891530b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0482271 Oct 11 17:35:58.897395 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426919d7-309b-423d-911d-b9903c02964d None None] Checking router: 8527bcdf-ed7e-4d00-87c5-4cca59165d39 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:35:58.906539 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426919d7-309b-423d-911d-b9903c02964d None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:35:58.907141 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-426919d7-309b-423d-911d-b9903c02964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:58.931727 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7d1d93a1-b5df-4962-86ae-8f2521ed5a0c req-9ed50eeb-a07c-4e96-8f5d-e5f1ab420baf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320234 Oct 11 17:35:59.073146 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-74394831-93ad-4369-ae1b-23b573654c08 req-5afe0adf-8646-4151-b38c-e5c8f75c7610 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3936066-3803-41aa-b3d1-d84313cdc826 HTTP/1.1" status: 200 len: 210 time: 0.0299513 Oct 11 17:35:59.133614 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-426919d7-309b-423d-911d-b9903c02964d None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:35:59.328881 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-426919d7-309b-423d-911d-b9903c02964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:35:59.355217 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426919d7-309b-423d-911d-b9903c02964d None None] The sync data for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi is: [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:29:23Z', 'revision_number': 4, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '414a8471-82e6-429b-a9ea-5a3951a81865', 'name': '', 'network_id': '118a4b95-c32e-4507-952d-88283649a443', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'mac_address': 'fa:16:3e:0a:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:22Z', 'updated_at': '2021-10-11T17:29:29Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'subnets': [{'id': 'b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:35:59.567575 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe24fd9-1d13-4dbb-acaf-8585c58f20ba None None] New status for floating IP dbd212f0-a974-4807-aa53-52d67caa79af: DOWN {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:36:00.045389 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16b43b-7895-48ac-9d65-12ff8c955793 req-e610b026-c2ac-4c4f-8b61-1470c5ff46f7 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:00.046849 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0c16b43b-7895-48ac-9d65-12ff8c955793 req-e610b026-c2ac-4c4f-8b61-1470c5ff46f7 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0486577 Oct 11 17:36:00.084216 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0c16b43b-7895-48ac-9d65-12ff8c955793 req-86948ac3-5043-4996-b5eb-ab51136f1b41 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Oct 11 17:36:00.263220 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34288) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:00.316663 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5b43a090-29d2-4ca4-92c2-44b4b3b9a274 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:00.339639 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5b43a090-29d2-4ca4-92c2-44b4b3b9a274 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:00.548056 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5b43a090-29d2-4ca4-92c2-44b4b3b9a274 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:00.550791 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5b43a090-29d2-4ca4-92c2-44b4b3b9a274 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:00.551971 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5b43a090-29d2-4ca4-92c2-44b4b3b9a274 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "DELETE /v2.0/security-groups/1b4dbf95-bad1-458c-8597-8277377e960a HTTP/1.1" status: 204 len: 168 time: 0.2877131 Oct 11 17:36:00.561873 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43a090-29d2-4ca4-92c2-44b4b3b9a274 tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4dbf95-bad1-458c-8597-8277377e960a,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:00.562173 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34292) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:00.577141 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.api.v2.resource [None req-be907c15-4228-4061-b734-882908efc53f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] show failed (client error): The resource could not be found. Oct 11 17:36:00.578181 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-be907c15-4228-4061-b734-882908efc53f tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "GET /v2.0/security-groups/1b4dbf95-bad1-458c-8597-8277377e960a HTTP/1.1" status: 404 len: 347 time: 0.0149715 Oct 11 17:36:00.580992 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34294) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:00.589459 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:00.701592 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Deleting port ffcff239-5096-4ba7-ba5b-55679b193d25 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:36:00.701932 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:00.776830 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:00.777116 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:00.788234 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Calling delete_port for ffcff239-5096-4ba7-ba5b-55679b193d25 owned by network:floatingip {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:36:00.987600 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:01.012669 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Pushing event deleted for resources: {'Port': ['ID=ffcff239-5096-4ba7-ba5b-55679b193d25,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:01.023206 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.023206 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.023423 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.023620 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.023946 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.024270 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.024591 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.024909 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.025259 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.025575 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.025891 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.026205 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:01.081310 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:01.084259 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:01.085392 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-1d1b071d-f4e1-4c6e-a2ad-309f80734fbe tempest-AttachVolumeTestJSON-991733003 tempest-AttachVolumeTestJSON-991733003-project] 10.222.0.42 "DELETE /v2.0/floatingips/dbd212f0-a974-4807-aa53-52d67caa79af HTTP/1.1" status: 204 len: 168 time: 0.5034664 Oct 11 17:36:01.199330 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff7923-2f60-4768-acdb-742ae03d91df req-70598b19-05c9-45a9-9044-5521f94acaf3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:01.200848 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aaff7923-2f60-4768-acdb-742ae03d91df req-70598b19-05c9-45a9-9044-5521f94acaf3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0494781 Oct 11 17:36:01.241864 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aaff7923-2f60-4768-acdb-742ae03d91df req-6de09709-d029-44f5-9fac-2b5def587881 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350254 Oct 11 17:36:02.353771 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe150e-8ebb-4eda-a83d-ffadaf17cc07 req-f972171e-abd1-4665-912c-a4fe5bec91bf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:02.355252 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-63fe150e-8ebb-4eda-a83d-ffadaf17cc07 req-f972171e-abd1-4665-912c-a4fe5bec91bf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 943 time: 0.0497186 Oct 11 17:36:02.392374 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-63fe150e-8ebb-4eda-a83d-ffadaf17cc07 req-904d2216-0450-4dd7-94cf-323606dc646a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313551 Oct 11 17:36:02.989393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 3018ae33-03a8-44da-b5ab-05b82b31532a details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:36:02.993389 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:36:03.019258 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:36:03.019643 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device e2ea5c78-2b0b-4fc6-a97b-62a7f750ddc8 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:36:03.104670 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 3018ae33-03a8-44da-b5ab-05b82b31532a, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=3018ae33-03a8-44da-b5ab-05b82b31532a,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:03.114970 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:36:03.152534 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:03.164995 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3018ae33-03a8-44da-b5ab-05b82b31532a {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:36:03.188350 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 3018ae33-03a8-44da-b5ab-05b82b31532a, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=3018ae33-03a8-44da-b5ab-05b82b31532a,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:03.262378 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:03.312617 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=3018ae33-03a8-44da-b5ab-05b82b31532a,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:03.505166 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc8caf-f06b-4453-8a6b-b517996b195b req-2890db28-f5a7-45ed-a244-3c3db03557c0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:03.506624 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4edc8caf-f06b-4453-8a6b-b517996b195b req-2890db28-f5a7-45ed-a244-3c3db03557c0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 944 time: 0.0478415 Oct 11 17:36:03.521429 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['3018ae33-03a8-44da-b5ab-05b82b31532a'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:36:03.550785 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4edc8caf-f06b-4453-8a6b-b517996b195b req-c39ab80c-0815-4e65-9e27-a3b12311ec8c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377688 Oct 11 17:36:04.664259 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c6e01-84e6-4676-ab09-d8dc204cc7f6 req-f93d5e2c-76d0-4f1f-9781-344ec3d3192a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:04.665783 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f6c6e01-84e6-4676-ab09-d8dc204cc7f6 req-f93d5e2c-76d0-4f1f-9781-344ec3d3192a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 944 time: 0.0465477 Oct 11 17:36:04.704912 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8f6c6e01-84e6-4676-ab09-d8dc204cc7f6 req-609a2852-0d57-41ef-9245-0aaefa78130b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334439 Oct 11 17:36:04.931913 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34338) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:04.989371 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 3018ae33-03a8-44da-b5ab-05b82b31532a up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:36:05.108019 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 3018ae33-03a8-44da-b5ab-05b82b31532a completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:36:05.111846 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 3018ae33-03a8-44da-b5ab-05b82b31532a triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:36:05.112223 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:05.188541 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:05.212573 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:36:05.215463 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6cf6bb-2c47-4982-be44-2a6f3b6ea6fb" -d '{"events": [{"server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "name": "network-vif-plugged", "status": "completed", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:36:05.228083 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 3018ae33-03a8-44da-b5ab-05b82b31532a, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=3018ae33-03a8-44da-b5ab-05b82b31532a,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:05.253690 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb19608-f13a-4a73-bf22-c4dd9b328d6e x-openstack-request-id: req-bdb19608-f13a-4a73-bf22-c4dd9b328d6e {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:36:05.254011 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "name": "network-vif-plugged", "status": "completed", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:36:05.254270 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdb19608-f13a-4a73-bf22-c4dd9b328d6e {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:36:05.254664 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'code': 200} Oct 11 17:36:05.296453 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:05.347078 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=3018ae33-03a8-44da-b5ab-05b82b31532a,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:05.377971 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:05.616224 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Deleting port 414a8471-82e6-429b-a9ea-5a3951a81865 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:36:05.616571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:05.675118 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef7445-51ee-45cf-a45d-ee9b1f2b6996 req-e9b3df66-b1fc-4508-a054-fc747bc9c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:05.676437 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-7eef7445-51ee-45cf-a45d-ee9b1f2b6996 req-e9b3df66-b1fc-4508-a054-fc747bc9c37f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 1098 time: 0.0384486 Oct 11 17:36:05.696727 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] For port 414a8471-82e6-429b-a9ea-5a3951a81865, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=414a8471-82e6-429b-a9ea-5a3951a81865,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:05.697334 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:05.709636 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Calling delete_port for 414a8471-82e6-429b-a9ea-5a3951a81865 owned by network:router_interface {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:36:05.712270 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-7eef7445-51ee-45cf-a45d-ee9b1f2b6996 req-89350485-e80f-4633-aac7-8ffb92c51384 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274739 Oct 11 17:36:05.866193 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63190588-d509-48cf-af8f-feb3fbe8818a req-b032c3a4-e073-4db4-b47d-90193aeb8c30 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:05.867627 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-63190588-d509-48cf-af8f-feb3fbe8818a req-b032c3a4-e073-4db4-b47d-90193aeb8c30 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 945 time: 0.0955989 Oct 11 17:36:05.937781 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-63190588-d509-48cf-af8f-feb3fbe8818a req-cac151a6-75bd-4306-a13e-2d5883e285e6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623422 Oct 11 17:36:05.999382 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:06.024824 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=414a8471-82e6-429b-a9ea-5a3951a81865,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:06.203877 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:06.417822 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:36:06.749500 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:36:06.754866 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-89bd7e22-cfd1-4607-8ed5-a0ec4cfb51e4 admin admin] 10.222.0.42 "PUT /v2.0/routers/8527bcdf-ed7e-4d00-87c5-4cca59165d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8210516 Oct 11 17:36:06.757106 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34356) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:06.762731 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] Sync routers for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:36:06.774136 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:36:06.774752 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:06.866274 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:06.881214 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:36:06.978982 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.058157 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca56912-2ff2-4835-ac37-850110c23aa8 req-1446fadd-c5b5-4b55-8718-63e8605e8304 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:07.059634 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3ca56912-2ff2-4835-ac37-850110c23aa8 req-1446fadd-c5b5-4b55-8718-63e8605e8304 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 945 time: 0.0493846 Oct 11 17:36:07.067591 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:36:05Z', 'revision_number': 5, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port': {'id': 'b7ca7939-7130-44f6-8d2a-f813660a46a9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:29:19Z', 'updated_at': '2021-10-11T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:07.097047 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] Checking router: 8527bcdf-ed7e-4d00-87c5-4cca59165d39 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:36:07.108370 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] Routers {'8527bcdf-ed7e-4d00-87c5-4cca59165d39'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:36:07.108992 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:07.135222 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3ca56912-2ff2-4835-ac37-850110c23aa8 req-23cb7dfe-c640-4661-b2bf-098a62a55bc1 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542452 Oct 11 17:36:07.147642 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Deleting port b7ca7939-7130-44f6-8d2a-f813660a46a9 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:36:07.148136 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.202869 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] Set router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 gateway port host: None {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:36:07.240392 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] For port b7ca7939-7130-44f6-8d2a-f813660a46a9, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=b7ca7939-7130-44f6-8d2a-f813660a46a9,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:07.240761 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.252787 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Calling delete_port for b7ca7939-7130-44f6-8d2a-f813660a46a9 owned by network:router_gateway {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:36:07.258919 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:36:06Z', 'revision_number': 6, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port_host': None}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:07.284317 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bada1-5a22-43d2-b771-1af550bd17eb None None] The sync data for ids ['8527bcdf-ed7e-4d00-87c5-4cca59165d39'] in dv-cinder-808959-3-iscsi is: [{'id': '8527bcdf-ed7e-4d00-87c5-4cca59165d39', 'name': 'tempest-AttachVolumeTestJSON-1624634192-router', 'tenant_id': '41a8262e18e6410da7d912a193c09530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:29:18Z', 'updated_at': '2021-10-11T17:36:06Z', 'revision_number': 6, 'project_id': '41a8262e18e6410da7d912a193c09530', 'gw_port_host': None}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:36:07.496659 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.521384 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ca7939-7130-44f6-8d2a-f813660a46a9,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:07.581490 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.687002 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.689147 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.827629 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.828324 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8527bcdf-ed7e-4d00-87c5-4cca59165d39 {{(pid=94391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:36:07.833076 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] Notify callbacks [] for router, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.834207 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-8969dd10-2ecb-4e1b-8de2-f0e64e6ade35 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8527bcdf-ed7e-4d00-87c5-4cca59165d39 HTTP/1.1" status: 204 len: 168 time: 1.0760798 Oct 11 17:36:07.836759 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34364) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:07.882206 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_v2 [None req-544bc179-7c3f-4757-90a5-a14e8c9f1445 admin admin] Deleting subnet b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 {{(pid=94391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:36:07.885190 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-544bc179-7c3f-4757-90a5-a14e8c9f1445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:07.918941 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-544bc179-7c3f-4757-90a5-a14e8c9f1445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27110554'] for subnet, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.027284 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-544bc179-7c3f-4757-90a5-a14e8c9f1445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.119857 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-544bc179-7c3f-4757-90a5-a14e8c9f1445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26918709'] for subnet, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.145152 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bc179-7c3f-4757-90a5-a14e8c9f1445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:08.148531 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-544bc179-7c3f-4757-90a5-a14e8c9f1445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.152250 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-544bc179-7c3f-4757-90a5-a14e8c9f1445 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b0ddaaf8-02af-4eac-81b5-14cf56dfc6f2 HTTP/1.1" status: 204 len: 168 time: 0.3145580 Oct 11 17:36:08.154869 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34366) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:08.155273 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5919e64-13b0-4680-bd45-2bca735af819 None None] Network 118a4b95-c32e-4507-952d-88283649a443 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:36:08.257046 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.280901 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e62edd-e6cb-4201-932c-52d6192a46ca req-0cee04ca-9f21-448d-9117-ef83bd341407 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:08.282456 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49e62edd-e6cb-4201-932c-52d6192a46ca req-0cee04ca-9f21-448d-9117-ef83bd341407 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 945 time: 0.0745573 Oct 11 17:36:08.342132 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] DHCP port deletion for 118a4b95-c32e-4507-952d-88283649a443 request from dv-cinder-808959-3-iscsi {{(pid=94392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:36:08.348299 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49e62edd-e6cb-4201-932c-52d6192a46ca req-38b9e3f9-fdf3-4afa-a281-6b4df1db1c44 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 Oct 11 17:36:08.359846 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Deleting port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:36:08.359846 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.391567 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] Deleting port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a {{(pid=94392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:36:08.391990 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.460751 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] For port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:08.461181 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.462120 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] For port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,segment=NetworkSegment(c4fe6128-eac1-4096-ac7d-7418d5195227),segment_id=c4fe6128-eac1-4096-ac7d-7418d5195227)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:08.462519 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.475183 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] Calling delete_port for abfdbfb1-82ba-4566-bc24-2ba7b5149c8a owned by network:dhcp {{(pid=94392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:36:08.477209 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Calling delete_port for abfdbfb1-82ba-4566-bc24-2ba7b5149c8a owned by network:dhcp {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:36:08.495419 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930614f-c378-46b9-ba7f-6b606188c107 req-6852f447-6ad1-4739-80cd-e1206675cadf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:08.496880 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5930614f-c378-46b9-ba7f-6b606188c107 req-6852f447-6ad1-4739-80cd-e1206675cadf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 945 time: 0.0781364 Oct 11 17:36:08.579429 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5930614f-c378-46b9-ba7f-6b606188c107 req-d831e7e4-1266-499d-8ed1-64b874ca7dc3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473778 Oct 11 17:36:08.601670 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34374) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:08.639795 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef3081-aece-4c6d-9ec8-366e2e00329e tempest-TestVolumeBootPattern-1356955757 tempest-TestVolumeBootPattern-1356955757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:08.646828 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-8fef3081-aece-4c6d-9ec8-366e2e00329e tempest-TestVolumeBootPattern-1356955757 tempest-TestVolumeBootPattern-1356955757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 1093 time: 0.0386524 Oct 11 17:36:08.646828 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34376) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:08.648316 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:36:08.657090 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.671301 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.685357 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] Pushing event deleted for resources: {'Port': ['ID=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,revision_number=None']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:08.689282 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb31c29-6493-4d80-a12f-022350c8024b None None] No DVR routers for this DVR port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a on host dv-cinder-808959-3-iscsi {{(pid=94392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:36:08.698715 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfdbfb1-82ba-4566-bc24-2ba7b5149c8a,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:08.700631 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] No DVR routers for this DVR port abfdbfb1-82ba-4566-bc24-2ba7b5149c8a on host dv-cinder-808959-3-iscsi {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:36:08.722779 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.809184 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.833308 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118a4b95-c32e-4507-952d-88283649a443']}} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:08.846483 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fe6128-eac1-4096-ac7d-7418d5195227') {'for_net_delete': True} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:08.846772 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fe6128-eac1-4096-ac7d-7418d5195227') {} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:08.858270 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27110545'] for segment, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.879191 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.887472 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=94391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:36:08.887851 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672002'] for segment, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: self.session.flush() Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: self.session.flush() Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: self.session.flush() Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: self.session.flush() Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: Traceback (most recent call last): Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: timer() Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: cb(*args, **kw) Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: return func(*args, **kwargs) Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: self._notify() Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: self.callback(batched_events) Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: event.method(event) Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: return f(self, *a, **k) Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._get(url).json() Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: return self.request(url, 'GET', **kwargs) Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:36:08.889540 dv-cinder-808959-3-iscsi neutron-server[94391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:36:08.950606 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.043776 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.051592 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.054775 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] 10.222.0.42 "DELETE /v2.0/networks/118a4b95-c32e-4507-952d-88283649a443 HTTP/1.1" status: 204 len: 168 time: 0.8989680 Oct 11 17:36:09.073506 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Allocated IP 172.27.3.136 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/26126f8c-a88c-48b1-9963-5da6b5d3856d) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:36:09.075956 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f73269-759c-470a-ac00-521793a33b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=118a4b95-c32e-4507-952d-88283649a443,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:09.153286 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 414a8471-82e6-429b-a9ea-5a3951a81865 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:36:09.173085 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 414a8471-82e6-429b-a9ea-5a3951a81865 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:36:09.173752 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 414a8471-82e6-429b-a9ea-5a3951a81865 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:36:09.173842 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device abfdbfb1-82ba-4566-bc24-2ba7b5149c8a no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:36:09.192788 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: abfdbfb1-82ba-4566-bc24-2ba7b5149c8a {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:36:09.203986 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device abfdbfb1-82ba-4566-bc24-2ba7b5149c8a not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:36:09.203986 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device b7ca7939-7130-44f6-8d2a-f813660a46a9 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:36:09.204224 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.214109 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: b7ca7939-7130-44f6-8d2a-f813660a46a9 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:36:09.214451 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device b7ca7939-7130-44f6-8d2a-f813660a46a9 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:36:09.291521 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.363875 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:36:09.369733 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:36:09.372707 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:36:09.398567 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=26126f8c-a88c-48b1-9963-5da6b5d3856d,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:09.427239 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01690dc-67f6-4e84-97f5-3018aad2c9b7 req-af6170c9-53f6-4c57-a15c-3d93e1aaf834 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:09.431614 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f01690dc-67f6-4e84-97f5-3018aad2c9b7 req-af6170c9-53f6-4c57-a15c-3d93e1aaf834 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.1326208 Oct 11 17:36:09.431962 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34392) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:09.474820 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-61e4a6ef-4c9e-4a2f-8a67-59afef8ba1cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41a8262e18e6410da7d912a193c09530&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392118 Oct 11 17:36:09.475057 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34394) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:09.529350 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a5353105-e805-431f-a3ab-25bcc989d1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.553358 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a5353105-e805-431f-a3ab-25bcc989d1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.673201 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a5353105-e805-431f-a3ab-25bcc989d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.676111 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-a5353105-e805-431f-a3ab-25bcc989d1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:09.677341 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-a5353105-e805-431f-a3ab-25bcc989d1cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12b3592a-9fe0-4f16-933a-03bbe362f618 HTTP/1.1" status: 204 len: 168 time: 0.2013972 Oct 11 17:36:09.686711 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5353105-e805-431f-a3ab-25bcc989d1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b3592a-9fe0-4f16-933a-03bbe362f618,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:09.737128 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f01690dc-67f6-4e84-97f5-3018aad2c9b7 req-de243479-3a74-4694-a5b2-6a829e953b11 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3019176 Oct 11 17:36:09.988284 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:10.109916 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:10.263696 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:10.313349 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:10.381943 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=26126f8c-a88c-48b1-9963-5da6b5d3856d,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:10.393826 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:10.444821 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18446180-255e-45cc-987b-aa8bb7cb6e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:10.493646 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.l3_db [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Floating IP 74096cff-7c66-4028-a0c4-020c48a5c57d associated. External IP: 172.27.3.136, port: 3018ae33-03a8-44da-b5ab-05b82b31532a. Oct 11 17:36:10.694658 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:36:10.802995 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:36:10.821783 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:36:10.831406 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:36:10.832274 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:10.870453 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a31ab-5a8c-43e5-89c8-535cfaded94d req-46437d66-db91-4533-9ed5-21e0436a71ad tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:10.872134 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-819a31ab-5a8c-43e5-89c8-535cfaded94d req-46437d66-db91-4533-9ed5-21e0436a71ad tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0519667 Oct 11 17:36:10.881124 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:10.929646 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-5376e212-32d2-416a-82a9-e887edb27476 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2843750 Oct 11 17:36:10.940133 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:36:10.942838 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:36:10.943012 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:36:10.951412 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-819a31ab-5a8c-43e5-89c8-535cfaded94d req-3f712471-fc91-4ed1-9933-3374f700bbd2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677140 Oct 11 17:36:11.008770 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cd2e24-9d19-4784-9460-f684da0c8f97 x-openstack-request-id: req-f0cd2e24-9d19-4784-9460-f684da0c8f97 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:36:11.009462 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:36:11.009462 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0cd2e24-9d19-4784-9460-f684da0c8f97 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:36:11.009879 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'status': 'completed', 'code': 200} Oct 11 17:36:11.079659 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-01625b25-6433-487d-9175-75c6de0cadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:11.081233 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-01625b25-6433-487d-9175-75c6de0cadc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 1098 time: 0.0428867 Oct 11 17:36:11.258155 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:09Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:11.289281 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:36:11.298879 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:36:11.299509 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:35:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:11.408018 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:36:11.421367 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-52009696-7ed8-4d39-af10-44a63bfe2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:11.422967 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-52009696-7ed8-4d39-af10-44a63bfe2065 service neutron] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 913 time: 0.3294115 Oct 11 17:36:11.495569 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-6006d348-1d1c-4765-b4f7-cc47a11049a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3018ae33-03a8-44da-b5ab-05b82b31532a HTTP/1.1" status: 200 len: 999 time: 0.0643835 Oct 11 17:36:11.549700 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-7ed0772c-dac2-4b84-a041-8261d510637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:11.551355 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-7ed0772c-dac2-4b84-a041-8261d510637d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0454879 Oct 11 17:36:11.615300 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-14d9cd42-9a3e-48b9-b69c-30b21f185015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:11.616713 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-14d9cd42-9a3e-48b9-b69c-30b21f185015 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516286 Oct 11 17:36:11.660990 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:09Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:36:11.690862 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72ef08-44d1-45f9-8bc3-b08b8f67b175 None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:09Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:36:11.716714 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-3cec6c38-f897-40c9-a6e0-d5d5b6b7cf87 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850043 Oct 11 17:36:11.811765 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4bbe413d-51bf-40e8-8686-c3f7930a5bf8 req-0fb49dd8-b8c3-490d-aa61-64c9c658e7a5 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874033 Oct 11 17:36:11.891060 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cd4b4-7bc4-4713-a2be-e19f2eed5179 None None] New status for floating IP 74096cff-7c66-4028-a0c4-020c48a5c57d: ACTIVE {{(pid=94392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:36:12.078573 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff1c4-6e0b-4aa3-9e02-0c6173e8f24a req-02a236f4-feef-4820-9632-b74902b33627 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:12.080082 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a75ff1c4-6e0b-4aa3-9e02-0c6173e8f24a req-02a236f4-feef-4820-9632-b74902b33627 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0517104 Oct 11 17:36:12.117523 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a75ff1c4-6e0b-4aa3-9e02-0c6173e8f24a req-eb75ad04-964e-4d1b-8ac6-591cecd4db37 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312662 Oct 11 17:36:13.125129 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-eaefc69f-bf89-4858-af8d-c7de757950a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:13.245909 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712beea-0e5c-4900-8ac4-9b863a91e231 req-bcc7f244-47b6-45fe-991f-9371c853702b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:13.247729 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f712beea-0e5c-4900-8ac4-9b863a91e231 req-bcc7f244-47b6-45fe-991f-9371c853702b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0564096 Oct 11 17:36:13.285629 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f712beea-0e5c-4900-8ac4-9b863a91e231 req-014ff97d-d0c7-4e44-8015-9801d5d9fd95 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317278 Oct 11 17:36:14.403884 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b60365-7e75-4a42-b0eb-b596ee0ac31e req-c2ab95e2-8e14-4f9e-9545-2918cf8829f2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:14.405375 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a4b60365-7e75-4a42-b0eb-b596ee0ac31e req-c2ab95e2-8e14-4f9e-9545-2918cf8829f2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0482798 Oct 11 17:36:14.442333 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a4b60365-7e75-4a42-b0eb-b596ee0ac31e req-8aa3097c-404e-44e5-96e8-ec1f9f91cb81 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311096 Oct 11 17:36:14.462179 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:14.730175 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:15.558430 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85edc0-58c3-445d-8c64-5e37c1cb707e req-5f15006b-3c74-4c08-94d2-18bba69c5481 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:15.559875 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3e85edc0-58c3-445d-8c64-5e37c1cb707e req-5f15006b-3c74-4c08-94d2-18bba69c5481 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0467486 Oct 11 17:36:15.603044 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3e85edc0-58c3-445d-8c64-5e37c1cb707e req-df0db28c-fccf-4336-b56a-0d82c384538f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373302 Oct 11 17:36:16.078836 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:16.721689 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8e4bf-d2b0-48fd-a77b-352dc049856e req-dd7b75e7-440a-42d0-a035-6fb293852322 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:16.723119 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e4b8e4bf-d2b0-48fd-a77b-352dc049856e req-dd7b75e7-440a-42d0-a035-6fb293852322 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0504065 Oct 11 17:36:16.759821 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e4b8e4bf-d2b0-48fd-a77b-352dc049856e req-8b9b1560-06ca-46bf-ab5f-d91741c48fc2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308704 Oct 11 17:36:17.882028 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78251-aad2-487c-bb44-1d9eab7c48b7 req-4dcf970e-03c9-443c-a453-679f849e2f15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:17.886219 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1ba78251-aad2-487c-bb44-1d9eab7c48b7 req-4dcf970e-03c9-443c-a453-679f849e2f15 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0524728 Oct 11 17:36:17.922793 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1ba78251-aad2-487c-bb44-1d9eab7c48b7 req-bb128399-cf95-4c65-8404-15f99e9069e9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319719 Oct 11 17:36:19.042163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7896-11f2-4714-adbf-2a60325f93b7 req-f5116f3c-19ea-48df-bac6-a46db82cdd9a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:19.043624 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4eca7896-11f2-4714-adbf-2a60325f93b7 req-f5116f3c-19ea-48df-bac6-a46db82cdd9a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0515165 Oct 11 17:36:19.081050 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4eca7896-11f2-4714-adbf-2a60325f93b7 req-d3d534d4-5d49-4bf3-b389-bd54dc046712 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314174 Oct 11 17:36:20.202542 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91980c4f-b156-437d-b2e0-0c1668d26818 req-6cacf35f-3dcd-4a03-8871-76acb918e568 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:20.204016 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-91980c4f-b156-437d-b2e0-0c1668d26818 req-6cacf35f-3dcd-4a03-8871-76acb918e568 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0532053 Oct 11 17:36:20.242503 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-91980c4f-b156-437d-b2e0-0c1668d26818 req-64ddf0f5-1f2a-49a2-b27b-d2df8220b697 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322330 Oct 11 17:36:20.317882 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34528) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:20.421421 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6e9c50fc-410d-4b5a-9124-bb8f7a16f294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:20.492441 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6e9c50fc-410d-4b5a-9124-bb8f7a16f294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:20.564393 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-6e9c50fc-410d-4b5a-9124-bb8f7a16f294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:20.601140 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-6e9c50fc-410d-4b5a-9124-bb8f7a16f294 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a764baf48f47487f9f726684b152ffd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821681 Oct 11 17:36:20.603000 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c50fc-410d-4b5a-9124-bb8f7a16f294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9810d39c-e0db-4604-9033-afc8c2406835,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:20.603848 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34532) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:20.651209 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-39e22ebf-5f51-4898-81f3-8163a51cb76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:20.671617 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-39e22ebf-5f51-4898-81f3-8163a51cb76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:20.782082 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-39e22ebf-5f51-4898-81f3-8163a51cb76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:20.784645 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-39e22ebf-5f51-4898-81f3-8163a51cb76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:20.785815 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-39e22ebf-5f51-4898-81f3-8163a51cb76a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9810d39c-e0db-4604-9033-afc8c2406835 HTTP/1.1" status: 204 len: 168 time: 0.1809897 Oct 11 17:36:20.793807 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e22ebf-5f51-4898-81f3-8163a51cb76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9810d39c-e0db-4604-9033-afc8c2406835,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:21.359563 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac714ea0-10c6-4a77-912d-c76ec0df8911 req-593cf524-14e8-4eb6-9851-2b6a6e5d90e4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:21.361041 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ac714ea0-10c6-4a77-912d-c76ec0df8911 req-593cf524-14e8-4eb6-9851-2b6a6e5d90e4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0467730 Oct 11 17:36:21.402131 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ac714ea0-10c6-4a77-912d-c76ec0df8911 req-47a2cfa7-0e58-4ece-ba78-f0a43de6ba17 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351017 Oct 11 17:36:22.518105 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba65e3-1fce-4595-ac61-a562bacd3c34 req-671b2db2-fed9-4bf3-8f4c-9217079233d7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:22.519570 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cdba65e3-1fce-4595-ac61-a562bacd3c34 req-671b2db2-fed9-4bf3-8f4c-9217079233d7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0479677 Oct 11 17:36:22.556904 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cdba65e3-1fce-4595-ac61-a562bacd3c34 req-62385246-da63-4de4-acb4-51c3e3f201d5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312479 Oct 11 17:36:23.672991 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef411d5-1b10-46b5-922a-4409b9683b3a req-44f6a913-f5eb-41a9-ab9a-2fe893a03a88 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:23.674474 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7ef411d5-1b10-46b5-922a-4409b9683b3a req-44f6a913-f5eb-41a9-ab9a-2fe893a03a88 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0472181 Oct 11 17:36:23.711727 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7ef411d5-1b10-46b5-922a-4409b9683b3a req-69175ad0-361b-42a9-8e26-013e83e410ed tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313997 Oct 11 17:36:23.719586 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:36:24.829529 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf64896-7361-4ee0-8700-751aa17cde89 req-68c30be9-cb03-4d0a-bcd2-79a1d609cae4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:24.830987 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aaf64896-7361-4ee0-8700-751aa17cde89 req-68c30be9-cb03-4d0a-bcd2-79a1d609cae4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0476723 Oct 11 17:36:24.871524 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aaf64896-7361-4ee0-8700-751aa17cde89 req-48dd8210-7568-47c8-8774-f0bff324570c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347195 Oct 11 17:36:25.984803 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad3d50-7651-4973-81c4-54dc07b75349 req-21c8933e-5f12-4a0d-811c-cdb9f2202678 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:25.986253 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d8ad3d50-7651-4973-81c4-54dc07b75349 req-21c8933e-5f12-4a0d-811c-cdb9f2202678 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0466931 Oct 11 17:36:26.022509 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d8ad3d50-7651-4973-81c4-54dc07b75349 req-e899b4ce-533a-41da-b8d5-7a3d469053b2 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306058 Oct 11 17:36:27.142094 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8330ea-e0a9-4d53-ba57-ad5cadd0f6b3 req-591ffad1-5f7d-49c2-a0ba-46c6b685b19d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:27.143849 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ae8330ea-e0a9-4d53-ba57-ad5cadd0f6b3 req-591ffad1-5f7d-49c2-a0ba-46c6b685b19d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0496764 Oct 11 17:36:27.184868 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ae8330ea-e0a9-4d53-ba57-ad5cadd0f6b3 req-6b70d771-80da-4012-ae60-2f0bb40c8459 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311952 Oct 11 17:36:28.047037 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34642) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:28.147362 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-070da5ae-3b41-4352-a023-9476aebc3c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:28.218838 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-070da5ae-3b41-4352-a023-9476aebc3c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:28.290936 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-070da5ae-3b41-4352-a023-9476aebc3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:28.332571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55497c-bef9-497f-8e6f-833abe1b1aca req-5751c62f-64f8-46ea-844c-3a4444108a1f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:28.334045 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7e55497c-bef9-497f-8e6f-833abe1b1aca req-5751c62f-64f8-46ea-844c-3a4444108a1f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0765448 Oct 11 17:36:28.340461 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-070da5ae-3b41-4352-a023-9476aebc3c69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7257fdc7a7ca4c0f8af72690a61ac16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924190 Oct 11 17:36:28.343299 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34648) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:28.350486 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070da5ae-3b41-4352-a023-9476aebc3c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75b40a2-533d-458a-8d09-61b3fbf49607,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:28.379725 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7e55497c-bef9-497f-8e6f-833abe1b1aca req-0585b2ca-0213-4807-a32e-1e4a450eaa53 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382023 Oct 11 17:36:28.391590 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c4340596-42a0-4f92-8630-515fc1690593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:28.416305 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c4340596-42a0-4f92-8630-515fc1690593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:28.547455 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c4340596-42a0-4f92-8630-515fc1690593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:28.550017 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c4340596-42a0-4f92-8630-515fc1690593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:28.551131 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c4340596-42a0-4f92-8630-515fc1690593 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d75b40a2-533d-458a-8d09-61b3fbf49607 HTTP/1.1" status: 204 len: 168 time: 0.2068572 Oct 11 17:36:28.558750 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340596-42a0-4f92-8630-515fc1690593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75b40a2-533d-458a-8d09-61b3fbf49607,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:29.069037 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34654) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:29.082744 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-256f1ec2-02d9-453f-9043-603ad4702acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:29.154173 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-256f1ec2-02d9-453f-9043-603ad4702acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:29.216260 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-256f1ec2-02d9-453f-9043-603ad4702acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:29.253419 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-256f1ec2-02d9-453f-9043-603ad4702acc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7306d81bd06480082f579d38c981686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832130 Oct 11 17:36:29.254175 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f1ec2-02d9-453f-9043-603ad4702acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4440f6c5-d7a3-4bb6-b883-ecc21ec1e42d,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:29.256131 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34656) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:29.306542 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ff735f55-f64c-4c78-b719-57a5875e3b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:29.327716 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ff735f55-f64c-4c78-b719-57a5875e3b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:29.461325 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ff735f55-f64c-4c78-b719-57a5875e3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:29.463848 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ff735f55-f64c-4c78-b719-57a5875e3b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:29.465053 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-ff735f55-f64c-4c78-b719-57a5875e3b0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4440f6c5-d7a3-4bb6-b883-ecc21ec1e42d HTTP/1.1" status: 204 len: 168 time: 0.2078516 Oct 11 17:36:29.491599 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff735f55-f64c-4c78-b719-57a5875e3b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440f6c5-d7a3-4bb6-b883-ecc21ec1e42d,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:29.513198 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee5d8f-b6e5-444f-99d8-a74f5df006c2 req-1bcba9e4-3e30-4da4-975a-7849248897da tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:29.514655 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c0ee5d8f-b6e5-444f-99d8-a74f5df006c2 req-1bcba9e4-3e30-4da4-975a-7849248897da tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0634675 Oct 11 17:36:29.553366 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c0ee5d8f-b6e5-444f-99d8-a74f5df006c2 req-011179b8-fcc8-4ec2-b315-b92dd6a783b6 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317214 Oct 11 17:36:30.670631 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be087-cf50-41c7-ab3e-f12f333d83ef req-45dbc147-8152-4c21-8206-f8cb1e93a9cf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:30.672183 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-999be087-cf50-41c7-ab3e-f12f333d83ef req-45dbc147-8152-4c21-8206-f8cb1e93a9cf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0477328 Oct 11 17:36:30.694529 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:30.710762 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-999be087-cf50-41c7-ab3e-f12f333d83ef req-1085d589-f4a1-4a65-bc5d-97ee0dd5f63f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324755 Oct 11 17:36:31.827838 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8460b-4d58-4210-b697-05130ea99cfe req-af450245-61a5-406d-ac89-f47dfca2710e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:31.829481 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6ea8460b-4d58-4210-b697-05130ea99cfe req-af450245-61a5-406d-ac89-f47dfca2710e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0483630 Oct 11 17:36:31.846191 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34708) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:31.868687 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6ea8460b-4d58-4210-b697-05130ea99cfe req-9165002f-2ccb-466e-85ec-ad87ce5429a9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333881 Oct 11 17:36:31.951351 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9c06715a-78d6-47e7-a32d-4e5d6db247a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:32.023313 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9c06715a-78d6-47e7-a32d-4e5d6db247a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:32.079079 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9c06715a-78d6-47e7-a32d-4e5d6db247a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:32.118493 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-9c06715a-78d6-47e7-a32d-4e5d6db247a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c90431be459432db83ed86d9f5efa8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712557 Oct 11 17:36:32.119318 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06715a-78d6-47e7-a32d-4e5d6db247a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e538eb-d7d5-4eb1-bf49-070f1082b2cf,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:32.122349 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34720) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:32.176278 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4ad94fcd-dba0-481a-8ac0-c254db7c7374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:32.198050 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4ad94fcd-dba0-481a-8ac0-c254db7c7374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:32.330678 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4ad94fcd-dba0-481a-8ac0-c254db7c7374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:32.333341 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4ad94fcd-dba0-481a-8ac0-c254db7c7374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:32.334492 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-4ad94fcd-dba0-481a-8ac0-c254db7c7374 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2e538eb-d7d5-4eb1-bf49-070f1082b2cf HTTP/1.1" status: 204 len: 168 time: 0.2108161 Oct 11 17:36:32.344201 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad94fcd-dba0-481a-8ac0-c254db7c7374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e538eb-d7d5-4eb1-bf49-070f1082b2cf,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:32.994964 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 34750) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:32.999537 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc50e9-571e-4060-b1bd-14e8b10a3835 req-3ea61245-a87b-465e-b594-8160ed47b43e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:33.001027 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-02cc50e9-571e-4060-b1bd-14e8b10a3835 req-3ea61245-a87b-465e-b594-8160ed47b43e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0596437 Oct 11 17:36:33.017485 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c5276746-9f89-4e05-a2f5-8c6f4fc0efce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.064031 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:36:33.074544 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-02cc50e9-571e-4060-b1bd-14e8b10a3835 req-223cf764-7068-4ccb-8c7e-b2a8aa65ea8f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493503 Oct 11 17:36:33.106613 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c5276746-9f89-4e05-a2f5-8c6f4fc0efce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.176367 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c5276746-9f89-4e05-a2f5-8c6f4fc0efce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.185855 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:33.198083 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'port_id': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'mac_address': 'fa:16:3e:11:7b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:36:33.226285 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 34752) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:36:33.226514 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c5276746-9f89-4e05-a2f5-8c6f4fc0efce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb960419b0444562b247cbe656e032af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296677 Oct 11 17:36:33.227434 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5276746-9f89-4e05-a2f5-8c6f4fc0efce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3113273b-e429-4c22-903b-752897a8eb79,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:33.259122 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.276574 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce2fb154-780c-4371-a2ce-b13728c861f7 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:36:33.297512 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-02b124a8-ffcc-4f2b-b571-9e44c75ea4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.301039 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:33.321317 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-02b124a8-ffcc-4f2b-b571-9e44c75ea4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.364711 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.449972 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=6']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:33.451307 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-02b124a8-ffcc-4f2b-b571-9e44c75ea4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.454233 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-02b124a8-ffcc-4f2b-b571-9e44c75ea4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:33.457264 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-02b124a8-ffcc-4f2b-b571-9e44c75ea4ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3113273b-e429-4c22-903b-752897a8eb79 HTTP/1.1" status: 204 len: 168 time: 0.2282362 Oct 11 17:36:33.459794 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.460376 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.460877 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.461396 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.461879 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.466490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.466490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.466490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.466490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.466490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.466490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.466490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:36:33.467156 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b124a8-ffcc-4f2b-b571-9e44c75ea4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3113273b-e429-4c22-903b-752897a8eb79,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:33.493166 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['ce2fb154-780c-4371-a2ce-b13728c861f7'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:36:34.219179 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ffcdf-42b7-4bd1-baf0-d9d452b47290 req-509996b3-22d1-42b8-a9f9-023d050ded66 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:34.220866 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8c5ffcdf-42b7-4bd1-baf0-d9d452b47290 req-509996b3-22d1-42b8-a9f9-023d050ded66 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 945 time: 0.0570011 Oct 11 17:36:34.281936 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8c5ffcdf-42b7-4bd1-baf0-d9d452b47290 req-15b15fb7-98a3-47a6-b7ea-20a8a7ac9693 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476611 Oct 11 17:36:35.081001 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:36:35.145099 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port ce2fb154-780c-4371-a2ce-b13728c861f7 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:36:35.145473 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:35.227948 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:35.252012 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:36:35.256052 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10dd9f9-e680-4637-baf1-0aeae5cc8e2a" -d '{"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:36:35.268439 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:35.303952 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2815d73-7beb-4e2d-a65f-aeb6b153ffd4 x-openstack-request-id: req-b2815d73-7beb-4e2d-a65f-aeb6b153ffd4 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:36:35.304583 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:36:35.304583 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2815d73-7beb-4e2d-a65f-aeb6b153ffd4 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:36:35.304869 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'code': 200} Oct 11 17:36:35.330808 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:35.407356 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=7']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:35.407541 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce75f3-9c3b-40ec-835d-27b17535bd87 req-5eac4e0a-0dad-423a-90eb-368e0574c7b0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:35.414709 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ddce75f3-9c3b-40ec-835d-27b17535bd87 req-5eac4e0a-0dad-423a-90eb-368e0574c7b0 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0629551 Oct 11 17:36:35.475569 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ddce75f3-9c3b-40ec-835d-27b17535bd87 req-8473e25c-3c3b-4e76-9d8d-4fe894cb86e4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488038 Oct 11 17:36:36.641650 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-a5a44728-574e-42a0-90a7-1a4249b94f5d tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2dca883ea23f4b69815ea713f7a413ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418324 Oct 11 17:36:36.721252 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62e0f9-abe4-4c4b-b34d-fbd0d6dc9126 req-c6a3585d-54f7-4e82-a9a8-54a7f7acaf59 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:36.722716 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bf62e0f9-abe4-4c4b-b34d-fbd0d6dc9126 req-c6a3585d-54f7-4e82-a9a8-54a7f7acaf59 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.1751425 Oct 11 17:36:36.828935 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bf62e0f9-abe4-4c4b-b34d-fbd0d6dc9126 req-a3244f73-6dc8-4368-ba46-f564f00e368f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973804 Oct 11 17:36:36.882888 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-04c12c6d-62c9-4c17-8f81-9802b3c33c27 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:36.884398 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-04c12c6d-62c9-4c17-8f81-9802b3c33c27 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424490 Oct 11 17:36:36.902022 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-14022f09-9dc7-4af9-ab84-03e2a3c3aba8 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/quotas/2dca883ea23f4b69815ea713f7a413ab HTTP/1.1" status: 200 len: 375 time: 0.0109034 Oct 11 17:36:36.936204 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-168d81d0-568d-4692-96b9-f7b7afa38e44 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2dca883ea23f4b69815ea713f7a413ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277078 Oct 11 17:36:37.270347 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c5b8512a-c721-4f46-9de6-2cfe649b368d req-743a6a61-db46-4606-b850-0eea43505afe tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 210 time: 0.0611901 Oct 11 17:36:38.002193 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877071b-3409-4eb3-ae7f-9810d939c24c req-c5b9c37f-af8a-4c7f-91b6-39db42bfe245 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:38.004579 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f877071b-3409-4eb3-ae7f-9810d939c24c req-c5b9c37f-af8a-4c7f-91b6-39db42bfe245 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0557265 Oct 11 17:36:38.064357 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f877071b-3409-4eb3-ae7f-9810d939c24c req-f63dc959-2a34-4dcc-92f4-fe0217be2fa5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490880 Oct 11 17:36:38.353971 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-61c5c4af-4c74-440b-9e28-d62761ccaf23 req-350946ef-1a61-4c16-a8a2-64113597fdae tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 210 time: 0.0304799 Oct 11 17:36:39.176678 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84164cc2-3327-47aa-942c-1267073fd82d req-a61178c0-909a-4cc9-8a05-4dcf0c53ab80 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:39.178128 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84164cc2-3327-47aa-942c-1267073fd82d req-a61178c0-909a-4cc9-8a05-4dcf0c53ab80 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0472736 Oct 11 17:36:39.217383 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-84164cc2-3327-47aa-942c-1267073fd82d req-352234e0-c65c-4ab9-b64d-2f5e242b7a6e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326731 Oct 11 17:36:39.701272 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c72ad822-3574-4134-b316-f15c32936696 req-4fca0e35-b54a-4170-8562-201b0103db67 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 210 time: 0.2738011 Oct 11 17:36:40.045264 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-4a588332-3947-4f80-ae98-d15e0c9ab1f3 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2dca883ea23f4b69815ea713f7a413ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376997 Oct 11 17:36:40.303693 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-02845703-64ca-4ca1-97e8-bd4cd6caa054 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:40.303693 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-02845703-64ca-4ca1-97e8-bd4cd6caa054 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489140 Oct 11 17:36:40.316504 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Request body: {'port': {'device_id': '7a1ba7a7-88b4-474c-afd7-b6cf5a33b141', 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1', 'admin_state_up': True, 'tenant_id': '2dca883ea23f4b69815ea713f7a413ab'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:36:40.387383 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d0f72-a972-485f-9069-4272d28ab20c req-d96d5def-de32-4226-bcaa-795ff4397435 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:40.389080 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6c5d0f72-a972-485f-9069-4272d28ab20c req-d96d5def-de32-4226-bcaa-795ff4397435 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0601292 Oct 11 17:36:40.441112 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6c5d0f72-a972-485f-9069-4272d28ab20c req-9049801f-41b9-4dac-9869-1b7b6fe3d840 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425959 Oct 11 17:36:40.468022 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6c9611e9-2669-4052-89d6-7b809d8e011e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:40.576186 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Made reservation on behalf of 2dca883ea23f4b69815ea713f7a413ab for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:36:40.582977 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:40.593613 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:40.681260 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:40.753407 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:40.810801 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7b86f6a5-604c-45f4-93fe-8a1950efa627 req-0b8f3bb1-352c-4398-b87d-c1b130e1e20f tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 210 time: 0.0360253 Oct 11 17:36:40.852859 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaafdff-2cde-4246-8938-2718bc05ac70,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:40.923765 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Allocated IP 192.168.233.52 (136ebd1d-3a92-4b57-92bd-d6d3962d6ca1/d754c824-936e-4218-b39b-e12b6cb76189/9d70974d-a3db-490c-8fcd-c6dc9a63e10f) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:36:41.091290 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:41.193886 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:41.242786 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Pushing event updated for resources: {'Port': ['ID=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:41.255803 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:36:41.257229 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:36:41.259836 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:36:41.317513 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:41.317846 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:41.397685 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-154a4ee1-befa-4d47-8956-b6dcfa495dfa tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0856049 Oct 11 17:36:41.411478 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Request body: {'port': {'device_id': '7a1ba7a7-88b4-474c-afd7-b6cf5a33b141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:36:41.476490 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:41.519656 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-64adcc5c-2380-4254-a18a-8bbface2ecac None None] Provisioning complete for port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:36:41.520625 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-64adcc5c-2380-4254-a18a-8bbface2ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:41.602230 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-64adcc5c-2380-4254-a18a-8bbface2ecac None None] Port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:36:41.638934 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab72be-9705-45d1-8887-a77610141990 req-6d70a4aa-7760-41d6-a760-fb6788a55e95 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:41.648466 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-86ab72be-9705-45d1-8887-a77610141990 req-6d70a4aa-7760-41d6-a760-fb6788a55e95 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0637989 Oct 11 17:36:41.697190 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-86ab72be-9705-45d1-8887-a77610141990 req-28cf18b6-1242-434a-b445-b3421b441dee tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477016 Oct 11 17:36:41.808532 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d70974d-a3db-490c-8fcd-c6dc9a63e10f {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:36:41.816904 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:41.829914 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Transition to ACTIVE for port object 9d70974d-a3db-490c-8fcd-c6dc9a63e10f will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:36:41.913849 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:41.932942 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06ccd-4c2b-42bc-a52f-0b5e59f1485a req-eb291b8b-952c-4fdc-bd0e-6dd8a47de1ad tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:41.939936 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e2e06ccd-4c2b-42bc-a52f-0b5e59f1485a req-eb291b8b-952c-4fdc-bd0e-6dd8a47de1ad tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 935 time: 0.0543334 Oct 11 17:36:41.997568 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Pushing event updated for resources: {'Port': ['ID=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:42.010148 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e2e06ccd-4c2b-42bc-a52f-0b5e59f1485a req-cd19231a-b6fc-4d48-99e8-731ebbb1f08a tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698895 Oct 11 17:36:42.078833 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Attempting to bind port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:36:42.079322 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Attempting to bind port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:36:42.079757 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Attempting to bind port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f on network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:36:42.084404 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f on network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:36:42.084946 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Attempting to bind port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f on network 136ebd1d-3a92-4b57-92bd-d6d3962d6ca1 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:36:42.090944 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:36:42.091405 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Checking segment: {'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:36:42.091983 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Bound using segment: {'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:36:42.093722 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Bound port: 9d70974d-a3db-490c-8fcd-c6dc9a63e10f, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd219b69f-13fe-4630-8c6f-5dca0259af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:36:42.093722 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:42.171054 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] For port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:36:42.173966 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] For port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,segment=NetworkSegment(d219b69f-13fe-4630-8c6f-5dca0259af39),segment_id=d219b69f-13fe-4630-8c6f-5dca0259af39)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:36:42.457108 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:42.493840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:42.494462 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:42.496361 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] 10.222.0.48 "PUT /v2.0/ports/9d70974d-a3db-490c-8fcd-c6dc9a63e10f HTTP/1.1" status: 200 len: 1097 time: 1.0892742 Oct 11 17:36:42.496800 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1ba7a7-88b4-474c-afd7-b6cf5a33b141', 'tag': '9d70974d-a3db-490c-8fcd-c6dc9a63e10f'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:36:42.499064 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6603bd5b-c9c4-41b3-8962-54ef8bfe137b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1ba7a7-88b4-474c-afd7-b6cf5a33b141", "tag": "9d70974d-a3db-490c-8fcd-c6dc9a63e10f"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:36:42.526399 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06271b4-4bb2-4bfd-a379-df27bf8cf922 service neutron] Pushing event updated for resources: {'Port': ['ID=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:42.542779 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec01120-5b7e-4af4-9ba5-b24cbc0aacd2 x-openstack-request-id: req-2ec01120-5b7e-4af4-9ba5-b24cbc0aacd2 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:36:42.543086 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1ba7a7-88b4-474c-afd7-b6cf5a33b141", "tag": "9d70974d-a3db-490c-8fcd-c6dc9a63e10f", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:36:42.543343 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ec01120-5b7e-4af4-9ba5-b24cbc0aacd2 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:36:42.543742 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1ba7a7-88b4-474c-afd7-b6cf5a33b141', 'tag': '9d70974d-a3db-490c-8fcd-c6dc9a63e10f', 'status': 'completed', 'code': 200} Oct 11 17:36:42.605347 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603bd5b-c9c4-41b3-8962-54ef8bfe137b req-eb8d7b59-045d-4ba5-a8fb-a1dfe1b87c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:42.606892 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6603bd5b-c9c4-41b3-8962-54ef8bfe137b req-eb8d7b59-045d-4ba5-a8fb-a1dfe1b87c36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dca883ea23f4b69815ea713f7a413ab&device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 1100 time: 0.0419292 Oct 11 17:36:42.635118 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6603bd5b-c9c4-41b3-8962-54ef8bfe137b req-7bf917c2-34ec-4ad1-b581-7d5c4952754b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2dca883ea23f4b69815ea713f7a413ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200922 Oct 11 17:36:42.730697 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603bd5b-c9c4-41b3-8962-54ef8bfe137b req-887a0df5-2ca7-4ef6-9b6e-bd8f4fdb567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:42.732162 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6603bd5b-c9c4-41b3-8962-54ef8bfe137b req-887a0df5-2ca7-4ef6-9b6e-bd8f4fdb567a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899379 Oct 11 17:36:42.809621 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-24ace247-2c30-42aa-98e2-647281e3b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:42.811017 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-24ace247-2c30-42aa-98e2-647281e3b0a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dca883ea23f4b69815ea713f7a413ab&device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 1100 time: 0.0397551 Oct 11 17:36:42.820653 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91149e8-ba0d-4bc6-9d3a-b726f093e8dd req-00a598b5-a76e-498f-b689-53051754479d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:42.822147 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f91149e8-ba0d-4bc6-9d3a-b726f093e8dd req-00a598b5-a76e-498f-b689-53051754479d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0473399 Oct 11 17:36:42.852359 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-6549515c-df7c-4472-9070-ef3f3a2ad2ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9d70974d-a3db-490c-8fcd-c6dc9a63e10f HTTP/1.1" status: 200 len: 217 time: 0.0335128 Oct 11 17:36:42.872026 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f91149e8-ba0d-4bc6-9d3a-b726f093e8dd req-03910561-bb19-430d-b612-6bccbb5c3e4c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327106 Oct 11 17:36:42.904878 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-399058a1-ae6f-4499-af24-dcb0143e9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:42.906388 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-399058a1-ae6f-4499-af24-dcb0143e9c9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d754c824-936e-4218-b39b-e12b6cb76189 HTTP/1.1" status: 200 len: 843 time: 0.0473869 Oct 11 17:36:42.957804 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-7f53faec-12d9-44ea-ab5c-a93dcb42be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:42.959255 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-7f53faec-12d9-44ea-ab5c-a93dcb42be54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=136ebd1d-3a92-4b57-92bd-d6d3962d6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452981 Oct 11 17:36:43.078137 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-e150bcf4-a31c-4ff6-941c-5d3e1dec0645 service neutron] 10.222.0.48 "GET /v2.0/networks/136ebd1d-3a92-4b57-92bd-d6d3962d6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107683 Oct 11 17:36:43.113746 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-462c6ba8-26cf-419e-b180-ee1638c1d0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:43.158742 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0013d-8c65-41dc-8a69-c9dd55d1b346 req-47054a21-b54f-4b58-ab3d-fa3c6018bf5f tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:43.160698 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-98a0013d-8c65-41dc-8a69-c9dd55d1b346 req-47054a21-b54f-4b58-ab3d-fa3c6018bf5f tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 947 time: 0.0741549 Oct 11 17:36:43.205618 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c950bdc0-b134-4f02-ac3e-cf970dcf04ee req-7dc4567c-e3c4-440e-9c8c-a85fabe2a7df service neutron] 10.222.0.48 "GET /v2.0/networks/136ebd1d-3a92-4b57-92bd-d6d3962d6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199243 Oct 11 17:36:43.218849 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-98a0013d-8c65-41dc-8a69-c9dd55d1b346 req-f67c140b-0b47-49b9-9a07-a84dfb68ce0a tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Oct 11 17:36:43.997455 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b8b56-92ab-4d1e-8759-a5e3c11a6dae req-4fb6488c-943b-400a-b721-4902ae1b25e7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:43.998922 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a71b8b56-92ab-4d1e-8759-a5e3c11a6dae req-4fb6488c-943b-400a-b721-4902ae1b25e7 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0513237 Oct 11 17:36:44.035583 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a71b8b56-92ab-4d1e-8759-a5e3c11a6dae req-f090a611-6d1f-46c5-b32e-589a85d6be64 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307238 Oct 11 17:36:44.322034 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583a3b0-2d3a-4ec6-8f55-c702284b231c req-9eda0711-075e-40eb-8f38-04abffd0eb02 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:44.323366 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0583a3b0-2d3a-4ec6-8f55-c702284b231c req-9eda0711-075e-40eb-8f38-04abffd0eb02 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 947 time: 0.0470231 Oct 11 17:36:44.359766 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0583a3b0-2d3a-4ec6-8f55-c702284b231c req-e526edd8-4098-4be6-a8dc-e9fa5db7502f tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301607 Oct 11 17:36:44.519168 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:44.798933 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:44.818089 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-fac9a26e-3a21-464b-8485-ebdea2a11465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:44.819553 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-fac9a26e-3a21-464b-8485-ebdea2a11465 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 1099 time: 0.0397704 Oct 11 17:36:44.908962 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-a71bd5df-031f-4b16-94ef-8adb0eb62a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:44.910422 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-a71bd5df-031f-4b16-94ef-8adb0eb62a23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 917 time: 0.0840664 Oct 11 17:36:44.972749 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-6cfa29d3-1902-4067-8c6b-abeddc281f1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2fb154-780c-4371-a2ce-b13728c861f7 HTTP/1.1" status: 200 len: 1002 time: 0.0554509 Oct 11 17:36:45.022407 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-07de0c09-3161-4f1e-96af-2575613ad1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:45.023811 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-07de0c09-3161-4f1e-96af-2575613ad1a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0446148 Oct 11 17:36:45.068710 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-1bb9fd09-b1f1-451b-90ed-d93f1c5c1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:45.070210 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-1bb9fd09-b1f1-451b-90ed-d93f1c5c1d19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387442 Oct 11 17:36:45.157210 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c4652-6c29-45fe-b917-c97ace8b8dcb req-b50f56a7-7b41-4f30-ba2f-3a0d0ed0d1d8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:45.158763 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ce9c4652-6c29-45fe-b917-c97ace8b8dcb req-b50f56a7-7b41-4f30-ba2f-3a0d0ed0d1d8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0522974 Oct 11 17:36:45.161459 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-1068e484-757b-4835-91eb-bb5959d1ead9 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830486 Oct 11 17:36:45.195624 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ce9c4652-6c29-45fe-b917-c97ace8b8dcb req-c3fcdcf3-e925-4a2e-80b4-0faa115c0d5d tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309749 Oct 11 17:36:45.252759 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0de06f56-4c15-41f6-bcdc-307f3fbe426e req-53bb6b95-71e8-4cd4-a5f8-2b6c806206f0 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845823 Oct 11 17:36:45.470647 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa969555-c6bd-4a98-978e-9e88780e0f06 req-d65c0679-8d6d-403c-85e4-577b10cf41bf tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:45.472159 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fa969555-c6bd-4a98-978e-9e88780e0f06 req-d65c0679-8d6d-403c-85e4-577b10cf41bf tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 947 time: 0.0477836 Oct 11 17:36:45.508888 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fa969555-c6bd-4a98-978e-9e88780e0f06 req-f1f8e12d-7fe9-4044-a802-04f444f3965a tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Oct 11 17:36:46.078434 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:46.311416 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c46931-d03c-46c1-bd56-e1dca05012fb req-d147baa6-4071-46c8-a41d-5662c9e3c7e9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:46.312766 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-43c46931-d03c-46c1-bd56-e1dca05012fb req-d147baa6-4071-46c8-a41d-5662c9e3c7e9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0464823 Oct 11 17:36:46.348648 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-43c46931-d03c-46c1-bd56-e1dca05012fb req-a8c3e1fa-8fea-4691-afeb-61d2cf7f3066 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300655 Oct 11 17:36:46.623436 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be079e-67d9-4c20-bd5c-87bafbf0d184 req-93ec354d-b9a3-4292-aa23-1057b3c3863e tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:46.623802 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-45be079e-67d9-4c20-bd5c-87bafbf0d184 req-93ec354d-b9a3-4292-aa23-1057b3c3863e tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 947 time: 0.0506282 Oct 11 17:36:46.660858 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-45be079e-67d9-4c20-bd5c-87bafbf0d184 req-b4eaf191-25aa-4bfb-9e30-59db2aa9cbd0 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Oct 11 17:36:47.191058 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 9d70974d-a3db-490c-8fcd-c6dc9a63e10f details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:36:47.285359 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,segment=NetworkSegment(d219b69f-13fe-4630-8c6f-5dca0259af39),segment_id=d219b69f-13fe-4630-8c6f-5dca0259af39)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:47.295944 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '9d70974d-a3db-490c-8fcd-c6dc9a63e10f', 'network_id': '136ebd1d-3a92-4b57-92bd-d6d3962d6ca1', 'port_id': '9d70974d-a3db-490c-8fcd-c6dc9a63e10f', 'mac_address': 'fa:16:3e:3f:bd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd754c824-936e-4218-b39b-e12b6cb76189', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:36:47.331693 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:47.343759 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d70974d-a3db-490c-8fcd-c6dc9a63e10f {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:36:47.362673 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,segment=NetworkSegment(d219b69f-13fe-4630-8c6f-5dca0259af39),segment_id=d219b69f-13fe-4630-8c6f-5dca0259af39)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:47.455843 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:47.464597 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6558c-306f-419d-9314-7d7c35c4a8a5 req-48686b01-b748-46c1-976d-87a3fb3db943 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:47.466098 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b4b6558c-306f-419d-9314-7d7c35c4a8a5 req-48686b01-b748-46c1-976d-87a3fb3db943 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0476260 Oct 11 17:36:47.503877 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:47.505036 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b4b6558c-306f-419d-9314-7d7c35c4a8a5 req-045e3858-3664-4323-8702-ecaf4daeac2a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327847 Oct 11 17:36:47.694098 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['9d70974d-a3db-490c-8fcd-c6dc9a63e10f'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:36:47.776644 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90281f1-5bb8-4e11-a00d-79e49b29d15d req-91ad33f4-337a-40d1-a890-4a3ac869d190 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:47.778151 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d90281f1-5bb8-4e11-a00d-79e49b29d15d req-91ad33f4-337a-40d1-a890-4a3ac869d190 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 948 time: 0.0483592 Oct 11 17:36:47.822896 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d90281f1-5bb8-4e11-a00d-79e49b29d15d req-538eb35f-d850-4854-b052-520c7914b08e tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381019 Oct 11 17:36:48.940479 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a0fb-114f-4a1f-bd44-0b1039815ddc req-c139f336-8629-477e-bc35-b391838939c0 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:48.942005 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7e68a0fb-114f-4a1f-bd44-0b1039815ddc req-c139f336-8629-477e-bc35-b391838939c0 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 948 time: 0.0512614 Oct 11 17:36:48.978543 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7e68a0fb-114f-4a1f-bd44-0b1039815ddc req-9f7f6fc3-b61e-44c0-b1f4-163f633143ae tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Oct 11 17:36:49.196887 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 9d70974d-a3db-490c-8fcd-c6dc9a63e10f up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:36:49.324980 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:36:49.328886 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:36:49.329306 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:49.408237 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:49.430490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1ba7a7-88b4-474c-afd7-b6cf5a33b141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d70974d-a3db-490c-8fcd-c6dc9a63e10f'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:36:49.432699 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4a5329-14db-4d8d-998f-cdc2503b3a61" -d '{"events": [{"server_uuid": "7a1ba7a7-88b4-474c-afd7-b6cf5a33b141", "name": "network-vif-plugged", "status": "completed", "tag": "9d70974d-a3db-490c-8fcd-c6dc9a63e10f"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:36:49.445464 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,segment=NetworkSegment(d219b69f-13fe-4630-8c6f-5dca0259af39),segment_id=d219b69f-13fe-4630-8c6f-5dca0259af39)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:49.472732 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27e7165-6c47-44cd-89c6-620081902786 x-openstack-request-id: req-d27e7165-6c47-44cd-89c6-620081902786 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:36:49.473032 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1ba7a7-88b4-474c-afd7-b6cf5a33b141", "name": "network-vif-plugged", "status": "completed", "tag": "9d70974d-a3db-490c-8fcd-c6dc9a63e10f", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:36:49.473317 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d27e7165-6c47-44cd-89c6-620081902786 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:36:49.473710 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1ba7a7-88b4-474c-afd7-b6cf5a33b141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d70974d-a3db-490c-8fcd-c6dc9a63e10f', 'code': 200} Oct 11 17:36:49.536319 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:49.537167 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:36:49.550013 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae05ed6-3ce3-4208-b1f6-047daec1a812 req-1a951994-3663-431d-baa9-119416087f04 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:49.551499 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7ae05ed6-3ce3-4208-b1f6-047daec1a812 req-1a951994-3663-431d-baa9-119416087f04 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 946 time: 0.0486357 Oct 11 17:36:49.590426 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7ae05ed6-3ce3-4208-b1f6-047daec1a812 req-5d2711c9-6d6d-4a53-bcfa-e618bf9cb2ad tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326285 Oct 11 17:36:49.615631 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:49.670560 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:49.701925 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:36:49.792897 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:36:49.794151 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e004ea-5b51-4953-8e5f-f70fecf97038 req-171df09d-e3f7-436e-88b7-ecd987159340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:49.795798 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d9e004ea-5b51-4953-8e5f-f70fecf97038 req-171df09d-e3f7-436e-88b7-ecd987159340 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 1102 time: 0.0398569 Oct 11 17:36:49.836704 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d9e004ea-5b51-4953-8e5f-f70fecf97038 req-bc520661-0c7a-4b5d-889b-b09e94d88e35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334854 Oct 11 17:36:49.847612 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=8']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:36:49.848815 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-82c7c849-fc8f-4d37-82d0-d993227a457c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396419 Oct 11 17:36:50.093925 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a8ec-037b-474c-8197-e238def054b5 req-0d4cf705-abab-480b-89fa-f2816c1ebd09 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:50.095415 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5f78a8ec-037b-474c-8197-e238def054b5 req-0d4cf705-abab-480b-89fa-f2816c1ebd09 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0479479 Oct 11 17:36:50.136293 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5f78a8ec-037b-474c-8197-e238def054b5 req-95b95c35-9692-48f3-8393-8f7de17c92c2 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Oct 11 17:36:50.710802 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca46fa5-d2cf-4e17-b956-73af3587d2f9 req-9d3b7ac0-13fb-473d-8e85-a58f82791e26 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:50.712304 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ca46fa5-d2cf-4e17-b956-73af3587d2f9 req-9d3b7ac0-13fb-473d-8e85-a58f82791e26 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0490754 Oct 11 17:36:50.750475 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ca46fa5-d2cf-4e17-b956-73af3587d2f9 req-ec3f4276-d398-4a92-bd46-3c70aef28a8f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317287 Oct 11 17:36:51.250547 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df0af-2c3e-422d-ae88-06b8c5c6f9d2 req-a763a497-af13-4a12-bdd1-57acb3630b21 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:51.252014 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-102df0af-2c3e-422d-ae88-06b8c5c6f9d2 req-a763a497-af13-4a12-bdd1-57acb3630b21 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0477164 Oct 11 17:36:51.289667 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-102df0af-2c3e-422d-ae88-06b8c5c6f9d2 req-12e6d24b-3c34-4ff7-8e69-ba6da1112594 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Oct 11 17:36:51.322081 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-0aecc11e-c08f-40e9-961a-661468d55b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:51.323668 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-0aecc11e-c08f-40e9-961a-661468d55b96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d&tenant_id=9516d4b60723415c8910558de9457120 HTTP/1.1" status: 200 len: 1097 time: 0.0427792 Oct 11 17:36:51.384417 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-cba306db-3769-4c16-a6b0-8268d5de8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:51.385930 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-cba306db-3769-4c16-a6b0-8268d5de8319 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 1097 time: 0.0386460 Oct 11 17:36:51.474658 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-0d2893a8-4cbc-4467-a421-2eff4dc8e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:51.475439 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:36:51.476203 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-0d2893a8-4cbc-4467-a421-2eff4dc8e483 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 917 time: 0.0827339 Oct 11 17:36:51.477865 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f69571-0ca1-4416-bf8b-55898b44ca45" -d '{"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:36:51.514334 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 17:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7fbb7a-a3b8-41f2-8e0b-e0746a1884cf x-openstack-request-id: req-5d7fbb7a-a3b8-41f2-8e0b-e0746a1884cf {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:36:51.514334 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:36:51.514334 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d7fbb7a-a3b8-41f2-8e0b-e0746a1884cf {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:36:51.514653 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'code': 200} Oct 11 17:36:51.544881 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-7c03206a-507a-44fb-98d2-623a8849c0e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2fb154-780c-4371-a2ce-b13728c861f7 HTTP/1.1" status: 200 len: 1000 time: 0.0614626 Oct 11 17:36:51.593372 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-40fcee7e-14a2-44d9-a85d-e748f33259d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:51.594794 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-40fcee7e-14a2-44d9-a85d-e748f33259d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0428097 Oct 11 17:36:51.637395 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-bb5710f8-892f-4cda-ad67-23bc9338417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:51.639458 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-bb5710f8-892f-4cda-ad67-23bc9338417f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375307 Oct 11 17:36:51.737010 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-cdd6a02b-067e-4804-8958-4d100afc42e6 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841563 Oct 11 17:36:51.819570 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43e7b8-64b0-42e3-9a34-930cc1e18f5c req-b967e780-f515-4c24-b55e-f603f319ab32 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:51.821134 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2a43e7b8-64b0-42e3-9a34-930cc1e18f5c req-b967e780-f515-4c24-b55e-f603f319ab32 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0514302 Oct 11 17:36:51.833096 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4f845529-6d97-4cd1-b91a-5b7bbd5f0917 req-923c99bc-6000-486c-91e3-e555cb370a78 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855901 Oct 11 17:36:51.890082 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2a43e7b8-64b0-42e3-9a34-930cc1e18f5c req-f02d835e-d83d-4bd6-886f-0180174a86d5 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630655 Oct 11 17:36:51.904060 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c4619-df66-4906-98db-f7c438176b66 req-28d14930-dc53-434b-b310-98805d11f13e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:51.905617 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e97c4619-df66-4906-98db-f7c438176b66 req-28d14930-dc53-434b-b310-98805d11f13e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0727611 Oct 11 17:36:51.946941 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e97c4619-df66-4906-98db-f7c438176b66 req-76459e83-0a67-46a7-b233-cc601ed76079 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353057 Oct 11 17:36:53.029701 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe207f-066f-43e8-901d-d836d29c259c req-07a822e4-0e3d-4807-a307-dd80df4191b5 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:53.031187 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ecfe207f-066f-43e8-901d-d836d29c259c req-07a822e4-0e3d-4807-a307-dd80df4191b5 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0744193 Oct 11 17:36:53.097769 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ecfe207f-066f-43e8-901d-d836d29c259c req-f9727183-8e61-470f-8ab7-bce32e474638 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576868 Oct 11 17:36:53.108920 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c05f78-a11a-42f4-b4b8-22ff732defce req-d0801919-0fa2-4f55-9b1b-993339301eed tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:53.110423 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e2c05f78-a11a-42f4-b4b8-22ff732defce req-d0801919-0fa2-4f55-9b1b-993339301eed tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0893121 Oct 11 17:36:53.156746 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e2c05f78-a11a-42f4-b4b8-22ff732defce req-4700f566-bdea-4ac8-ba2e-dc8a6ea46461 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398297 Oct 11 17:36:54.217409 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820db6d8-b91d-4a4a-8225-970aefcb6dc1 req-f7050ee2-961a-4241-8167-bc647a442d50 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:54.218910 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-820db6d8-b91d-4a4a-8225-970aefcb6dc1 req-f7050ee2-961a-4241-8167-bc647a442d50 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0528183 Oct 11 17:36:54.288778 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-820db6d8-b91d-4a4a-8225-970aefcb6dc1 req-6e56ac75-68ac-4ef0-95c7-7cb6636a6548 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639365 Oct 11 17:36:54.301257 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5ed58-f662-4355-aad9-1933e66f5010 req-2d883e0a-2aea-433e-85d2-2f416386135a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:54.302800 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-76a5ed58-f662-4355-aad9-1933e66f5010 req-2d883e0a-2aea-433e-85d2-2f416386135a tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0718739 Oct 11 17:36:54.342510 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-76a5ed58-f662-4355-aad9-1933e66f5010 req-a06b8bd0-7f6c-4c7b-a028-1cd9be50a214 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330977 Oct 11 17:36:55.406726 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20495d-d77b-41d2-a50c-a30dccfd5c61 req-d3e61fcd-c23f-4655-942e-2e6d92dcf66b tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:55.408230 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dc20495d-d77b-41d2-a50c-a30dccfd5c61 req-d3e61fcd-c23f-4655-942e-2e6d92dcf66b tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0526805 Oct 11 17:36:55.471435 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-dc20495d-d77b-41d2-a50c-a30dccfd5c61 req-4fb27aa4-40f7-446c-9d84-e534a5846062 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568871 Oct 11 17:36:55.494884 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b822f-4661-4079-ad04-6f736a38f320 req-a16a2756-8b0f-4a78-aeee-fb493aadac74 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:55.496508 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b4b822f-4661-4079-ad04-6f736a38f320 req-a16a2756-8b0f-4a78-aeee-fb493aadac74 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0639606 Oct 11 17:36:55.536899 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b4b822f-4661-4079-ad04-6f736a38f320 req-f90fe05f-8265-446b-80fc-fd80ebd36221 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336177 Oct 11 17:36:56.591598 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb92fb-dace-4d02-b172-644ede1d7392 req-0d1c2970-b0da-4192-81c1-49e0984efcea tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:56.593149 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7cfb92fb-dace-4d02-b172-644ede1d7392 req-0d1c2970-b0da-4192-81c1-49e0984efcea tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0511825 Oct 11 17:36:56.668278 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7cfb92fb-dace-4d02-b172-644ede1d7392 req-1f9ab259-f6cc-42a6-8819-f06dda89db73 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684228 Oct 11 17:36:56.689390 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a437969-cb58-414c-850e-3f3546bd33d2 req-7d09c05f-469d-4a35-9514-99d6f43fafbc tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:56.690945 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5a437969-cb58-414c-850e-3f3546bd33d2 req-7d09c05f-469d-4a35-9514-99d6f43fafbc tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0767612 Oct 11 17:36:56.734841 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5a437969-cb58-414c-850e-3f3546bd33d2 req-4013344e-d9ec-41a5-b7b7-25b78ba2a5ee tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374482 Oct 11 17:36:57.801974 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cb55f-0b4a-44ce-8865-6d46798be7e2 req-bd3d4d46-610e-46bf-a629-e4114d6dcb89 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:57.803465 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-943cb55f-0b4a-44ce-8865-6d46798be7e2 req-bd3d4d46-610e-46bf-a629-e4114d6dcb89 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0640771 Oct 11 17:36:57.878509 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-943cb55f-0b4a-44ce-8865-6d46798be7e2 req-d5c7c2a9-2c49-41ca-8638-eb3339f31982 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689514 Oct 11 17:36:57.892068 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ac571-661b-4947-a5a5-b02c49e286d2 req-42a0e743-4f6d-414c-b188-65c789a9ff54 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:57.893737 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-388ac571-661b-4947-a5a5-b02c49e286d2 req-42a0e743-4f6d-414c-b188-65c789a9ff54 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0779684 Oct 11 17:36:57.933620 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-388ac571-661b-4947-a5a5-b02c49e286d2 req-1893b30c-ddd2-400e-a303-fe72f84f8606 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337691 Oct 11 17:36:58.995443 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a159b1d-c2f4-4a1d-aa75-d3a61e2d80aa req-383a2b5c-2630-4de9-a6ca-f64b0d3486f2 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:58.997218 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0a159b1d-c2f4-4a1d-aa75-d3a61e2d80aa req-383a2b5c-2630-4de9-a6ca-f64b0d3486f2 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0531600 Oct 11 17:36:59.072072 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0a159b1d-c2f4-4a1d-aa75-d3a61e2d80aa req-08bf6f98-7f72-4929-865c-3f587df43071 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674312 Oct 11 17:36:59.087701 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be636a-6268-4d48-a199-835e5c6a11ab req-a4fc5d81-e96a-45a4-affe-edf35e17ab80 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:36:59.089204 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-03be636a-6268-4d48-a199-835e5c6a11ab req-a4fc5d81-e96a-45a4-affe-edf35e17ab80 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0642805 Oct 11 17:36:59.135580 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-03be636a-6268-4d48-a199-835e5c6a11ab req-d87d52dc-e62c-4eca-ad85-aef43d750a49 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374422 Oct 11 17:37:00.193813 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcf32f-938f-4064-b56a-1cfae3c3d49e req-69fbbfcc-f6b8-4052-a9ff-7f807fd2d30d tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:00.195340 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aebcf32f-938f-4064-b56a-1cfae3c3d49e req-69fbbfcc-f6b8-4052-a9ff-7f807fd2d30d tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0550249 Oct 11 17:37:00.266581 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aebcf32f-938f-4064-b56a-1cfae3c3d49e req-79cd4d4a-7382-4ecf-88ab-cfca3a941aad tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652609 Oct 11 17:37:00.282608 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e6249-7c22-4bd6-81f1-7c5369ae3c50 req-31973d77-1ea2-4833-abae-b059729dffaf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:00.284074 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c22e6249-7c22-4bd6-81f1-7c5369ae3c50 req-31973d77-1ea2-4833-abae-b059729dffaf tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0664225 Oct 11 17:37:00.327757 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c22e6249-7c22-4bd6-81f1-7c5369ae3c50 req-36efa06f-5dbe-47b9-947c-88a0dfaf9832 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353158 Oct 11 17:37:00.450502 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:00.718612 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:37:01.385962 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83f4ec-b76d-4e44-b011-945d756cf02f req-eb897b3f-7af9-447a-84cd-d5cb1825d834 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:01.387555 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ba83f4ec-b76d-4e44-b011-945d756cf02f req-eb897b3f-7af9-447a-84cd-d5cb1825d834 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0495086 Oct 11 17:37:01.465457 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ba83f4ec-b76d-4e44-b011-945d756cf02f req-780f34af-3296-4ecf-83a6-6fb40475e910 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716755 Oct 11 17:37:01.473351 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34320a0b-16de-445b-bf44-f09ed48f7cbd req-64ecc8ac-be7c-44a6-a1e7-18d6e4d3a05e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:01.484003 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-34320a0b-16de-445b-bf44-f09ed48f7cbd req-64ecc8ac-be7c-44a6-a1e7-18d6e4d3a05e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0668797 Oct 11 17:37:01.515095 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-34320a0b-16de-445b-bf44-f09ed48f7cbd req-bbdc26ff-9a5b-4534-8918-6dc0e6bca795 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339446 Oct 11 17:37:02.589012 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e34d28-7e4c-4a73-bf54-f81d71ff1c96 req-d88815fa-ce38-4fb9-b6f9-d53c189594d1 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:02.590658 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-39e34d28-7e4c-4a73-bf54-f81d71ff1c96 req-d88815fa-ce38-4fb9-b6f9-d53c189594d1 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0511951 Oct 11 17:37:02.663016 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-39e34d28-7e4c-4a73-bf54-f81d71ff1c96 req-ea27d316-ffea-4240-928e-a721ecab591e tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621166 Oct 11 17:37:02.670575 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27836478-9eac-457d-82df-391691b2ec16 req-152456dd-b259-402b-a282-a29341a7c0ed tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:02.671927 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-27836478-9eac-457d-82df-391691b2ec16 req-152456dd-b259-402b-a282-a29341a7c0ed tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0803933 Oct 11 17:37:02.710371 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-27836478-9eac-457d-82df-391691b2ec16 req-270de69a-b3cd-4d08-919c-3fb371373170 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312643 Oct 11 17:37:03.734778 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-d4611adc-54c9-417e-9973-da603b6c9a3b tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:03.736250 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-d4611adc-54c9-417e-9973-da603b6c9a3b tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0597339 Oct 11 17:37:03.778270 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999bbbf-bd8a-4464-a0c7-96415a85ab5b req-2fbba256-0ec1-4a9b-9cef-535a0b596da9 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:03.780545 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0999bbbf-bd8a-4464-a0c7-96415a85ab5b req-2fbba256-0ec1-4a9b-9cef-535a0b596da9 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 949 time: 0.0506182 Oct 11 17:37:03.829161 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Deleting port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:03.829518 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:03.845460 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0999bbbf-bd8a-4464-a0c7-96415a85ab5b req-8eb91a0c-eeee-426e-8896-81b9a1d69ea4 tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/security-groups?id=0aaafdff-2cde-4246-8938-2718bc05ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546625 Oct 11 17:37:03.852596 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51126f93-d3bf-4645-9b38-89686fba7f61 req-a8b1a0a6-ddca-4a1a-ba3b-9a8e5621885b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:03.854029 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-51126f93-d3bf-4645-9b38-89686fba7f61 req-a8b1a0a6-ddca-4a1a-ba3b-9a8e5621885b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0716367 Oct 11 17:37:03.893209 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-51126f93-d3bf-4645-9b38-89686fba7f61 req-4ea462e6-7c80-4ed8-8288-941c595aff87 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326216 Oct 11 17:37:03.918799 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] For port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,segment=NetworkSegment(d219b69f-13fe-4630-8c6f-5dca0259af39),segment_id=d219b69f-13fe-4630-8c6f-5dca0259af39)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:03.919155 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:03.931187 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Calling delete_port for 9d70974d-a3db-490c-8fcd-c6dc9a63e10f owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:04.141325 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:04.152694 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['9d70974d-a3db-490c-8fcd-c6dc9a63e10f'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:37:04.169775 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Pushing event deleted for resources: {'Port': ['ID=9d70974d-a3db-490c-8fcd-c6dc9a63e10f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:04.182386 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.182744 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.183083 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.183414 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.183743 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.184076 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.184401 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.184727 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.185052 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.185397 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.185722 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.186040 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:04.219177 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] No DVR routers for this DVR port 9d70974d-a3db-490c-8fcd-c6dc9a63e10f on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:37:04.222741 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:04.226199 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-7a783719-f584-4b68-bc4b-7dfa647c476d req-a547db09-d112-4b64-887d-b064126ec15c tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.48 "DELETE /v2.0/ports/9d70974d-a3db-490c-8fcd-c6dc9a63e10f HTTP/1.1" status: 204 len: 173 time: 0.4822137 Oct 11 17:37:04.226685 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1ba7a7-88b4-474c-afd7-b6cf5a33b141', 'name': 'network-vif-deleted', 'tag': '9d70974d-a3db-490c-8fcd-c6dc9a63e10f'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:37:04.228976 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1bb38e-aa53-4b3f-8c65-bab677c3b42c" -d '{"events": [{"server_uuid": "7a1ba7a7-88b4-474c-afd7-b6cf5a33b141", "name": "network-vif-deleted", "tag": "9d70974d-a3db-490c-8fcd-c6dc9a63e10f"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:37:04.265311 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b76e22-8236-4f67-95ff-69fc03f76cf3 x-openstack-request-id: req-28b76e22-8236-4f67-95ff-69fc03f76cf3 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:37:04.265628 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1ba7a7-88b4-474c-afd7-b6cf5a33b141", "name": "network-vif-deleted", "tag": "9d70974d-a3db-490c-8fcd-c6dc9a63e10f", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:37:04.265878 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28b76e22-8236-4f67-95ff-69fc03f76cf3 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:37:04.266267 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1ba7a7-88b4-474c-afd7-b6cf5a33b141', 'name': 'network-vif-deleted', 'tag': '9d70974d-a3db-490c-8fcd-c6dc9a63e10f', 'status': 'completed', 'code': 200} Oct 11 17:37:04.961672 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-37234ebf-d3eb-4828-9c36-988fa15aed02 req-3e6a5baa-002b-484d-94a2-a77381c96c1a tempest-VolumesNegativeTest-1554828192 tempest-VolumesNegativeTest-1554828192-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1ba7a7-88b4-474c-afd7-b6cf5a33b141 HTTP/1.1" status: 200 len: 210 time: 0.0305548 Oct 11 17:37:05.020468 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9273add-da47-4f57-8415-9654c3dde13f req-383662c8-b9ec-425f-82e9-fef4a908837f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:05.022465 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e9273add-da47-4f57-8415-9654c3dde13f req-383662c8-b9ec-425f-82e9-fef4a908837f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 944 time: 0.0550385 Oct 11 17:37:05.068770 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e9273add-da47-4f57-8415-9654c3dde13f req-f9a70260-a153-49c2-a918-aa74ca9483c5 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405645 Oct 11 17:37:05.317440 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:37:05.410754 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:05.422405 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'port_id': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'mac_address': 'fa:16:3e:11:7b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:37:05.461012 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:05.473594 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2fb154-780c-4371-a2ce-b13728c861f7 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:37:05.492401 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:05.575517 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:05.621816 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=9']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:05.818440 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['ce2fb154-780c-4371-a2ce-b13728c861f7'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:37:06.187860 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068eb9c7-2d56-47a6-aa0d-adbf25a9d4b1 req-76dfabaa-23ff-49b7-95c0-a7039ba22c69 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:06.189355 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-068eb9c7-2d56-47a6-aa0d-adbf25a9d4b1 req-76dfabaa-23ff-49b7-95c0-a7039ba22c69 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 945 time: 0.0491586 Oct 11 17:37:06.226933 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-068eb9c7-2d56-47a6-aa0d-adbf25a9d4b1 req-d842af39-fa77-4263-86a4-789a5e08e74b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316365 Oct 11 17:37:07.332601 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:37:07.347467 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90f80f-8590-44c1-a61f-399e30ba3d56 req-cb2fae8b-b272-45c3-ac5b-bf008daae93c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:07.348935 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f90f80f-8590-44c1-a61f-399e30ba3d56 req-cb2fae8b-b272-45c3-ac5b-bf008daae93c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 945 time: 0.0517459 Oct 11 17:37:07.384888 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port ce2fb154-780c-4371-a2ce-b13728c861f7 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:37:07.389055 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:07.390515 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2f90f80f-8590-44c1-a61f-399e30ba3d56 req-495867b7-54ae-4376-9283-6720dece2004 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351548 Oct 11 17:37:07.468017 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:07.491003 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:37:07.493324 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ce94f8-7969-4430-9e09-cb71252ee9e5" -d '{"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:37:07.505396 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:07.530380 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f250ed55-114f-4e33-8bac-7c291fefa3d5 x-openstack-request-id: req-f250ed55-114f-4e33-8bac-7c291fefa3d5 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:37:07.530673 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:37:07.530950 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f250ed55-114f-4e33-8bac-7c291fefa3d5 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:37:07.531340 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'code': 200} Oct 11 17:37:07.615888 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:07.616694 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 9d70974d-a3db-490c-8fcd-c6dc9a63e10f no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:07.651725 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 9d70974d-a3db-490c-8fcd-c6dc9a63e10f {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:07.652062 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 9d70974d-a3db-490c-8fcd-c6dc9a63e10f not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:07.678982 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=10']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:07.888963 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ae290-3471-48cd-bebd-9edefadc031d req-6bc0ae54-8556-4977-83b5-b7ee890bc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:07.890497 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-135ae290-3471-48cd-bebd-9edefadc031d req-6bc0ae54-8556-4977-83b5-b7ee890bc9c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 1100 time: 0.0412250 Oct 11 17:37:07.929155 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-135ae290-3471-48cd-bebd-9edefadc031d req-e5ba998c-07cf-48d2-845d-75e047c26dda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289736 Oct 11 17:37:08.512039 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaea8d5-bac1-4057-98c1-e2f697766ec4 req-86d56481-015c-4e04-b880-2a2497da1c02 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:08.513563 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-caaea8d5-bac1-4057-98c1-e2f697766ec4 req-86d56481-015c-4e04-b880-2a2497da1c02 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 947 time: 0.0530274 Oct 11 17:37:08.554454 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-caaea8d5-bac1-4057-98c1-e2f697766ec4 req-8133b9a5-bd0b-4601-a5ba-f56d9e0096a9 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338213 Oct 11 17:37:09.676556 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90da9c-04e8-4279-b300-12ff209cb10a req-ccb75ddf-9a75-4cc0-9241-747c5a4dbaef tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:09.678082 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4f90da9c-04e8-4279-b300-12ff209cb10a req-ccb75ddf-9a75-4cc0-9241-747c5a4dbaef tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 947 time: 0.0493231 Oct 11 17:37:09.715514 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4f90da9c-04e8-4279-b300-12ff209cb10a req-3a85ac2a-4282-4da6-b009-f63543e2765c tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310121 Oct 11 17:37:10.432557 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f47bf3ed-9557-4af7-884b-f5e5c8f646e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:10.836696 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5108a3-ef3e-4cc5-b21b-58a335d925e0 req-ca5e5e76-824c-4f2f-9f58-72d3ecca90e8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:10.838173 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6c5108a3-ef3e-4cc5-b21b-58a335d925e0 req-ca5e5e76-824c-4f2f-9f58-72d3ecca90e8 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 947 time: 0.0522940 Oct 11 17:37:10.875693 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6c5108a3-ef3e-4cc5-b21b-58a335d925e0 req-819b9054-0ef0-42b4-aff2-6ee4d81882fe tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316198 Oct 11 17:37:11.039494 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35296) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:11.166700 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-eefe3fa1-2152-4255-84a8-e3f84688a1b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dca883ea23f4b69815ea713f7a413ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260581 Oct 11 17:37:11.169119 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35300) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:11.215646 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:11.235781 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:11.346817 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:11.349382 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:11.350610 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0aaafdff-2cde-4246-8938-2718bc05ac70 HTTP/1.1" status: 204 len: 168 time: 0.1805484 Oct 11 17:37:11.358750 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaafdff-2cde-4246-8938-2718bc05ac70,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:11.366626 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.366905 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.367242 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.367573 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.367902 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.368228 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.368583 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.368909 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.369263 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.369588 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.369905 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:11.370217 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3bb3-f73a-4414-80a0-4096880d6aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:37:12.299873 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35322) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:12.393336 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-299748442-network', 'tenant_id': '2a056fcebfa0478db46ec7a5b777bebf'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:37:12.494976 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Made reservation on behalf of 2a056fcebfa0478db46ec7a5b777bebf for: {'network': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:37:12.497217 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:12.505359 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:12.578661 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:12.661367 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:12.684773 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=94391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:37:12.694090 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:12.698673 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:12.699010 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.segments_db [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Added segment 9aba5dce-3b02-4f47-a9e4-8b02082e8806 of type vlan for network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 Oct 11 17:37:12.738755 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:12.826680 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:12.827557 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:12.828130 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:12.883786 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] Pushing event updated for resources: {'Network': ['ID=be7a4f5f-48ed-46a6-ac75-47435ec4bd14,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:12.893912 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:37:12.932927 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-bff94058-8a04-4e67-b9be-b8c64bbac998 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6319597 Oct 11 17:37:12.935852 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35326) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:12.940732 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Request body: {'subnet': {'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-299748442-subnet', 'tenant_id': '2a056fcebfa0478db46ec7a5b777bebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:37:13.026605 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Made reservation on behalf of 2a056fcebfa0478db46ec7a5b777bebf for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:37:13.028900 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26918674'] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:13.124271 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-8dd89b14-f3be-4adb-8242-25ee18fb4270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:13.248435 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2671647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26918716'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:13.305522 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f4fdf5-c861-41d4-aec8-feeb6480580c,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:13.314000 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Checking segment: {'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:37:13.314355 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Network hostable DHCP agents. Network: be7a4f5f-48ed-46a6-ac75-47435ec4bd14, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:37:13.386760 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:37:13.494999 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, be7a4f5f-48ed-46a6-ac75-47435ec4bd14) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:37:13.499157 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:13.499744 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:13.503685 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d952fc-b1c3-41bc-acba-1d6bb75d760f None None] Network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:37:13.602732 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-d75abb34-80f9-458c-80b6-6eb910b768d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6656520 Oct 11 17:37:13.624741 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c4e47-68da-4f70-b223-f9df10b2ceeb None None] Network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:37:14.472740 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:14.757890 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:15.591453 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-ba67a437-f33c-4386-a2f4-62bcbc5ef984 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:15.592906 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-ba67a437-f33c-4386-a2f4-62bcbc5ef984 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/networks?id=be7a4f5f-48ed-46a6-ac75-47435ec4bd14 HTTP/1.1" status: 200 len: 813 time: 0.0992031 Oct 11 17:37:15.607214 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-7585e9e2-47b0-4f4c-8e93-390e21890b17 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/quotas/2a056fcebfa0478db46ec7a5b777bebf HTTP/1.1" status: 200 len: 375 time: 0.0086484 Oct 11 17:37:15.637689 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-bee61c3e-51fa-41fd-bac0-3d66e5e81d14 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253315 Oct 11 17:37:15.725839 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-605e38e3-13e6-461f-980e-963021f3ef1d service neutron] 10.222.0.42 "GET /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816236 Oct 11 17:37:15.815081 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-f73e0cce-1c05-4b72-bdfc-de46496f1713 service neutron] 10.222.0.42 "GET /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833907 Oct 11 17:37:16.061488 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4bcc6bd8-d3de-4252-a807-d7a0eabb935d req-a0d82c5e-0457-4653-b197-546962948138 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 210 time: 0.0312347 Oct 11 17:37:16.084320 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:17.154979 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-93a8b602-d30b-4959-974c-4df3581adda1 req-aeb5ca3d-0f9a-409c-8ab3-2200542e9235 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 210 time: 0.0263836 Oct 11 17:37:18.047208 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-6d1764f7-c6ee-472f-be5e-d593c7d5ba6c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:18.049311 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-6d1764f7-c6ee-472f-be5e-d593c7d5ba6c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.48 "GET /v2.0/networks?id=be7a4f5f-48ed-46a6-ac75-47435ec4bd14 HTTP/1.1" status: 200 len: 813 time: 0.1018691 Oct 11 17:37:18.069619 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Request body: {'port': {'device_id': 'ec71f078-fb73-496f-9e4a-dd7a081cf1b0', 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14', 'admin_state_up': True, 'tenant_id': '2a056fcebfa0478db46ec7a5b777bebf'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:37:18.250949 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-23bf9aa3-91ba-4ef7-a8de-bfe6164ac7d6 req-a2916597-f07c-4212-9993-2585ccc95e37 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 210 time: 0.0270004 Oct 11 17:37:18.259353 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Made reservation on behalf of 2a056fcebfa0478db46ec7a5b777bebf for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:37:18.263226 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:18.389392 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Allocated IP 172.20.0.5 (be7a4f5f-48ed-46a6-ac75-47435ec4bd14/13f4fdf5-c861-41d4-aec8-feeb6480580c/906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:37:18.531062 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:18.655826 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:18.698419 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:37:18.703320 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:37:18.706919 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:37:18.731776 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Pushing event updated for resources: {'Port': ['ID=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:18.758622 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:18.759487 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:18.799289 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35372) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:18.856536 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-65a5373d-8009-4908-bc89-bc602f3af98a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923503 Oct 11 17:37:18.896812 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Request body: {'port': {'device_id': 'ec71f078-fb73-496f-9e4a-dd7a081cf1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:37:18.978072 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.042582 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Deleting port 1ab5fb48-533d-4106-b2cc-604f0cdee0a8 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:19.042929 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.370936 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049cb5d-2616-49b3-962b-f515f1774768 req-83bd38dd-1c5d-45c3-97a7-41b649e3f70b tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:19.372425 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4049cb5d-2616-49b3-962b-f515f1774768 req-83bd38dd-1c5d-45c3-97a7-41b649e3f70b tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 931 time: 0.0501719 Oct 11 17:37:19.411560 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4049cb5d-2616-49b3-962b-f515f1774768 req-4c7ae23b-2eed-40bd-b155-d554e85e2083 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Oct 11 17:37:19.459784 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.460389 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.478232 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Calling delete_port for 1ab5fb48-533d-4106-b2cc-604f0cdee0a8 owned by network:floatingip {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:19.645383 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:37:19.654260 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.673558 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Transition to ACTIVE for port object 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:37:19.752113 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.805495 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Pushing event updated for resources: {'Port': ['ID=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:19.827735 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.869606 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event deleted for resources: {'Port': ['ID=1ab5fb48-533d-4106-b2cc-604f0cdee0a8,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:19.933466 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Attempting to bind port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:37:19.933717 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Attempting to bind port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:37:19.934042 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Attempting to bind port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb on network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:37:19.942001 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb on network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:37:19.942323 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Attempting to bind port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb on network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:37:19.952856 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:37:19.953216 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Checking segment: {'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:37:19.953601 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Bound using segment: {'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:37:19.954017 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Bound port: 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:37:19.954360 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.963211 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for floatingip, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:19.963536 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Floating IP 0808b516-03cb-476f-ba17-65bfcf3da351 disassociated (deleted). External IP: 172.27.3.191, port: 991edb0c-f090-4607-8f8f-1bc1288c2194. Oct 11 17:37:20.093501 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] For port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:37:20.097724 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] For port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:37:20.180073 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:20.223151 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:20.224392 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:20.225795 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] 10.222.0.48 "PUT /v2.0/ports/906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb HTTP/1.1" status: 200 len: 1093 time: 1.3350403 Oct 11 17:37:20.226226 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec71f078-fb73-496f-9e4a-dd7a081cf1b0', 'tag': '906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:37:20.228439 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609469a-4a03-4276-8349-1f65ce93f1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec71f078-fb73-496f-9e4a-dd7a081cf1b0", "tag": "906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:37:20.258890 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Router a6ddaab8-73a6-4f06-b503-15572d1809b3 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:37:20.264177 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014809fa-a0ac-4749-a7fd-aacb951e9057 x-openstack-request-id: req-014809fa-a0ac-4749-a7fd-aacb951e9057 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:37:20.264455 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec71f078-fb73-496f-9e4a-dd7a081cf1b0", "tag": "906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:37:20.264703 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-014809fa-a0ac-4749-a7fd-aacb951e9057 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:37:20.265100 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec71f078-fb73-496f-9e4a-dd7a081cf1b0', 'tag': '906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb', 'status': 'completed', 'code': 200} Oct 11 17:37:20.265721 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3a001-6000-4e4a-8937-300fb69e511d service neutron] Pushing event updated for resources: {'Port': ['ID=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:20.394645 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609469a-4a03-4276-8349-1f65ce93f1bd req-66c48e7e-9875-4232-9370-94866fd02a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:20.396644 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4609469a-4a03-4276-8349-1f65ce93f1bd req-66c48e7e-9875-4232-9370-94866fd02a2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0856850 Oct 11 17:37:20.404196 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:37:20.409322 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:20.414609 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] Sync routers for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:37:20.423761 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:37:20.424365 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:20.480897 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-8c330366-0e8b-4e9c-bfda-3570468f84bd tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "DELETE /v2.0/floatingips/0808b516-03cb-476f-ba17-65bfcf3da351 HTTP/1.1" status: 204 len: 168 time: 1.6804059 Oct 11 17:37:20.524068 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609469a-4a03-4276-8349-1f65ce93f1bd req-7aa14ab1-031c-4546-b5f5-26cd96dd3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:20.526083 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4609469a-4a03-4276-8349-1f65ce93f1bd req-7aa14ab1-031c-4546-b5f5-26cd96dd3c7e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1200624 Oct 11 17:37:20.533007 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:37:20.545033 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed758a6-34f8-48ac-a147-42ad17b7e74a req-ab6681c4-7b92-434e-bdcd-e2f9037688c5 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:20.546600 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1ed758a6-34f8-48ac-a147-42ad17b7e74a req-ab6681c4-7b92-434e-bdcd-e2f9037688c5 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 943 time: 0.0663877 Oct 11 17:37:20.601761 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1ed758a6-34f8-48ac-a147-42ad17b7e74a req-b3c16adf-a529-4e05-9682-97d0f8a88e4a tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Oct 11 17:37:20.637698 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609469a-4a03-4276-8349-1f65ce93f1bd req-ce2d44f4-7fcf-4ec7-8ab0-b06c961eda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:20.639758 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4609469a-4a03-4276-8349-1f65ce93f1bd req-ce2d44f4-7fcf-4ec7-8ab0-b06c961eda31 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060035 Oct 11 17:37:20.723589 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-992e367a-95ee-45da-89b5-28a1f52f8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:20.725292 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-992e367a-95ee-45da-89b5-28a1f52f8c31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0466552 Oct 11 17:37:20.748963 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:14Z', 'revision_number': 5, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:20.772256 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-b10aee8a-1a22-4260-910b-911354cd529e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb HTTP/1.1" status: 200 len: 217 time: 0.0381260 Oct 11 17:37:20.778939 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] Checking router: a6ddaab8-73a6-4f06-b503-15572d1809b3 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:37:20.787314 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:37:20.787910 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:20.820924 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-9fd99829-8d7c-42c7-a8d2-0652041199ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:20.822463 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-9fd99829-8d7c-42c7-a8d2-0652041199ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13f4fdf5-c861-41d4-aec8-feeb6480580c HTTP/1.1" status: 200 len: 853 time: 0.0434048 Oct 11 17:37:20.859658 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-445c2830-bc6c-4583-ac55-77ca23c9a784 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be7a4f5f-48ed-46a6-ac75-47435ec4bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242734 Oct 11 17:37:20.892921 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:37:20.954692 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-fb73ba47-e3eb-4c12-9e76-5a6f6fdfa155 service neutron] 10.222.0.48 "GET /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866833 Oct 11 17:37:21.051320 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-14e651d1-6651-4002-8dbe-0f8cd7103cdd req-8dd5d7ae-7677-4ff5-9e09-b40d05164d7d service neutron] 10.222.0.48 "GET /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879612 Oct 11 17:37:21.076687 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820595a-71e6-4a49-9d95-f5ef62c132ed req-915aec1c-d0c9-40f2-b461-88962946f867 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:21.078321 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9820595a-71e6-4a49-9d95-f5ef62c132ed req-915aec1c-d0c9-40f2-b461-88962946f867 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0570254 Oct 11 17:37:21.096912 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:14Z', 'revision_number': 5, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:21.117610 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9820595a-71e6-4a49-9d95-f5ef62c132ed req-1c652661-d4ca-499f-9590-2852529b59ef tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329680 Oct 11 17:37:21.122683 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb522c-3754-4e74-a58e-8845a74ebb8c None None] The sync data for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi is: [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:32:10Z', 'revision_number': 4, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '5592528b-805f-422a-85ea-340777bb8c18', 'name': '', 'network_id': 'd8fb0705-03e6-4cc5-85c8-9e76cd9f2205', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'mac_address': 'fa:16:3e:9e:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:10Z', 'updated_at': '2021-10-11T17:32:14Z', 'revision_number': 5, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'subnets': [{'id': 'b2b8de0a-35c9-4125-9d9d-34479a76a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:37:21.326801 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2209a2-f66e-4d59-95f4-b4bbb6b25cc3 None None] New status for floating IP 0808b516-03cb-476f-ba17-65bfcf3da351: DOWN {{(pid=94392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:37:21.704217 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51fe4-82e0-42ac-9a4e-f3f32ab9cb48 req-8573810d-9098-416a-b616-eab83845a389 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:21.705667 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-62d51fe4-82e0-42ac-9a4e-f3f32ab9cb48 req-8573810d-9098-416a-b616-eab83845a389 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 943 time: 0.0478616 Oct 11 17:37:21.742783 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-62d51fe4-82e0-42ac-9a4e-f3f32ab9cb48 req-29216907-9243-42b2-9146-af9961e1475e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Oct 11 17:37:22.230425 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919c62c-f146-4555-b329-cbeadcbf5af3 req-05d3e963-b741-46a4-b66e-85c45d060b85 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:22.231829 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a919c62c-f146-4555-b329-cbeadcbf5af3 req-05d3e963-b741-46a4-b66e-85c45d060b85 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Oct 11 17:37:22.266380 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:37:22.267855 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a919c62c-f146-4555-b329-cbeadcbf5af3 req-87a34a6a-87b5-40e4-836e-68c07d5e41e4 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/security-groups?id=42eeb406-8ef7-40b6-b614-a8e19d1aeea5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301886 Oct 11 17:37:22.268704 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0648a3d1-b77f-4735-96ce-ca8f6bb55294" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:37:22.308398 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53444a6e-ba4a-4d8d-b5e9-8da44778f3e6 x-openstack-request-id: req-53444a6e-ba4a-4d8d-b5e9-8da44778f3e6 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:37:22.308687 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:37:22.308952 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53444a6e-ba4a-4d8d-b5e9-8da44778f3e6 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:37:22.309415 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'status': 'completed', 'code': 200} Oct 11 17:37:22.371985 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-b95b21b7-3942-459e-9312-9bcb216c68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:22.373471 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-b95b21b7-3942-459e-9312-9bcb216c68ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70e0c33781b45659256ec42c56d495a&device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 1098 time: 0.0402837 Oct 11 17:37:22.472002 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-974b7cb6-383b-4775-b1fb-96fc1aca2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:22.473504 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-974b7cb6-383b-4775-b1fb-96fc1aca2209 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 HTTP/1.1" status: 200 len: 909 time: 0.0867283 Oct 11 17:37:22.514087 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-58b07eb7-f67f-49d7-ada4-333f81452880 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=991edb0c-f090-4607-8f8f-1bc1288c2194 HTTP/1.1" status: 200 len: 217 time: 0.0325298 Oct 11 17:37:22.566030 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-896b9425-db74-4828-91a5-d95d06523ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:22.567459 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-896b9425-db74-4828-91a5-d95d06523ad1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2b8de0a-35c9-4125-9d9d-34479a76a032 HTTP/1.1" status: 200 len: 847 time: 0.0456903 Oct 11 17:37:22.613055 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-69fc983f-8083-4b9f-acaa-0a637bb0cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:22.614580 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-69fc983f-8083-4b9f-acaa-0a637bb0cef7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398245 Oct 11 17:37:22.707982 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-88af8c94-8b81-4187-a679-221ebdf29587 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840201 Oct 11 17:37:22.795784 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-0648a3d1-b77f-4735-96ce-ca8f6bb55294 req-082c3282-bfbe-4e5c-9aad-1fb1df8231a5 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800772 Oct 11 17:37:22.863200 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0503e8d-adb0-4e84-9e1b-bac5b241b36b req-330f8deb-8b00-4068-bb1b-730045d9478b tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:22.864736 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a0503e8d-adb0-4e84-9e1b-bac5b241b36b req-330f8deb-8b00-4068-bb1b-730045d9478b tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 943 time: 0.0501122 Oct 11 17:37:22.866251 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-e56ed30c-5867-4c19-8baf-2c507686e427 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:22.867949 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-e56ed30c-5867-4c19-8baf-2c507686e427 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 945 time: 0.0487294 Oct 11 17:37:22.902848 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a0503e8d-adb0-4e84-9e1b-bac5b241b36b req-e774c5c0-8fb1-447a-bb2a-fe972d00ede0 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Oct 11 17:37:22.969650 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Deleting port 991edb0c-f090-4607-8f8f-1bc1288c2194 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:22.969986 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:23.054062 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] For port 991edb0c-f090-4607-8f8f-1bc1288c2194, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=991edb0c-f090-4607-8f8f-1bc1288c2194,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:23.054594 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:23.066489 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Calling delete_port for 991edb0c-f090-4607-8f8f-1bc1288c2194 owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:23.256233 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:23.283356 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event deleted for resources: {'Port': ['ID=991edb0c-f090-4607-8f8f-1bc1288c2194,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:23.328291 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] No DVR routers for this DVR port 991edb0c-f090-4607-8f8f-1bc1288c2194 on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:37:23.330966 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:23.334547 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-ac8ecf1c-9589-41a9-b3d6-c0b842f37c59 req-5a1a5e49-75f4-488b-bdfa-4319e9b80978 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.48 "DELETE /v2.0/ports/991edb0c-f090-4607-8f8f-1bc1288c2194 HTTP/1.1" status: 204 len: 173 time: 0.4572275 Oct 11 17:37:23.363487 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-51f8cf9a-894e-4904-962e-52f38181a06d req-6ee97168-3bf4-4e2a-afbe-c44bf11765e3 tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 210 time: 0.0258479 Oct 11 17:37:23.427375 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:37:23.643267 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:23.654681 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb', 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14', 'port_id': '906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb', 'mac_address': 'fa:16:3e:74:a2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f4fdf5-c861-41d4-aec8-feeb6480580c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:37:23.696001 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:23.710121 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:37:23.731211 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:23.803918 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:23.851980 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:24.017468 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80674e50-b8ac-482d-97b7-efe0ab58236a req-48683937-410d-4737-930a-3cc3901d818c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:24.018906 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-80674e50-b8ac-482d-97b7-efe0ab58236a req-48683937-410d-4737-930a-3cc3901d818c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 944 time: 0.0471961 Oct 11 17:37:24.036667 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:37:24.063818 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-80674e50-b8ac-482d-97b7-efe0ab58236a req-ec0da9f0-160e-4dde-8cd8-1b14de3b8f44 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385342 Oct 11 17:37:24.310822 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'name': 'network-vif-deleted', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:37:24.313479 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478508de-7199-44b8-a54a-e4c17b28028d" -d '{"events": [{"server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "name": "network-vif-deleted", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:37:24.348879 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24072fb-7e8a-476f-877c-9b07f2ed7da5 x-openstack-request-id: req-f24072fb-7e8a-476f-877c-9b07f2ed7da5 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:37:24.349193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4", "name": "network-vif-deleted", "tag": "991edb0c-f090-4607-8f8f-1bc1288c2194", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:37:24.349446 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f24072fb-7e8a-476f-877c-9b07f2ed7da5 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:37:24.349839 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4', 'name': 'network-vif-deleted', 'tag': '991edb0c-f090-4607-8f8f-1bc1288c2194', 'status': 'completed', 'code': 200} Oct 11 17:37:24.465323 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-70cbf21b-1f4a-4006-9ab9-beaf321455c6 req-81a2c524-cd16-4a91-ab38-fa9db76887df tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec5a1d0-bc69-44e6-afbb-d0198b6f94d4 HTTP/1.1" status: 200 len: 210 time: 0.0263755 Oct 11 17:37:25.177983 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e4cf-d328-46e8-8472-98d1521f2e8c req-a91a2417-09bc-446e-8b99-30458c9288de tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:25.179812 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01d6e4cf-d328-46e8-8472-98d1521f2e8c req-a91a2417-09bc-446e-8b99-30458c9288de tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 944 time: 0.0487816 Oct 11 17:37:25.215448 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-01d6e4cf-d328-46e8-8472-98d1521f2e8c req-b0451b2c-dfd6-43b5-a340-d9d48ab7d1de tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298295 Oct 11 17:37:25.445023 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:37:25.518103 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35406) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:25.562263 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:37:25.566218 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:37:25.566614 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:25.576639 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-97758acf-e7d4-46ac-a2c5-ccea913c262c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:25.601956 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-97758acf-e7d4-46ac-a2c5-ccea913c262c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:25.641359 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:25.663652 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec71f078-fb73-496f-9e4a-dd7a081cf1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:37:25.665930 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa3dee1-cf35-41dc-9414-b15e6b209688" -d '{"events": [{"server_uuid": "ec71f078-fb73-496f-9e4a-dd7a081cf1b0", "name": "network-vif-plugged", "status": "completed", "tag": "906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:37:25.681298 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:25.702766 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5cf4c0-69b2-42a3-8ec4-3a937267b40e x-openstack-request-id: req-8b5cf4c0-69b2-42a3-8ec4-3a937267b40e {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:37:25.702766 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec71f078-fb73-496f-9e4a-dd7a081cf1b0", "name": "network-vif-plugged", "status": "completed", "tag": "906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:37:25.702766 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b5cf4c0-69b2-42a3-8ec4-3a937267b40e {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:37:25.702766 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec71f078-fb73-496f-9e4a-dd7a081cf1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb', 'code': 200} Oct 11 17:37:25.722288 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-97758acf-e7d4-46ac-a2c5-ccea913c262c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:25.725037 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-97758acf-e7d4-46ac-a2c5-ccea913c262c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:25.727797 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-97758acf-e7d4-46ac-a2c5-ccea913c262c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] 10.222.0.42 "DELETE /v2.0/security-groups/42eeb406-8ef7-40b6-b614-a8e19d1aeea5 HTTP/1.1" status: 204 len: 168 time: 0.2071185 Oct 11 17:37:25.735781 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97758acf-e7d4-46ac-a2c5-ccea913c262c tempest-TestShelveInstance-887573058 tempest-TestShelveInstance-887573058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eeb406-8ef7-40b6-b614-a8e19d1aeea5,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:25.754107 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:25.755490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 991edb0c-f090-4607-8f8f-1bc1288c2194 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:25.778153 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 991edb0c-f090-4607-8f8f-1bc1288c2194 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:25.779453 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 991edb0c-f090-4607-8f8f-1bc1288c2194 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:25.823308 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:25.847451 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35412) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:26.065502 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31253eca-d4b3-4910-818c-b9d4c8c637a0 req-6cb0258e-7933-4a49-a110-0eb52d13f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:26.067041 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-31253eca-d4b3-4910-818c-b9d4c8c637a0 req-6cb0258e-7933-4a49-a110-0eb52d13f395 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0870063 Oct 11 17:37:26.140116 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-31253eca-d4b3-4910-818c-b9d4c8c637a0 req-48847361-9fe9-4942-8016-5d66d6a51114 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649781 Oct 11 17:37:26.330167 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c26231-69a2-4734-87a2-359db0697522 req-8c3ac267-fc38-408e-a5ba-7ca37e6929fa tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:26.331567 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49c26231-69a2-4734-87a2-359db0697522 req-8c3ac267-fc38-408e-a5ba-7ca37e6929fa tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 945 time: 0.0484591 Oct 11 17:37:26.353319 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:26.369179 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49c26231-69a2-4734-87a2-359db0697522 req-677e64d0-afb2-44cd-8c8a-bcca6fb0754b tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Oct 11 17:37:26.632145 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Deleting port 5592528b-805f-422a-85ea-340777bb8c18 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:26.632696 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:26.962800 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] For port 5592528b-805f-422a-85ea-340777bb8c18, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=5592528b-805f-422a-85ea-340777bb8c18,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:26.963064 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:26.975688 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Calling delete_port for 5592528b-805f-422a-85ea-340777bb8c18 owned by network:router_interface {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:27.204173 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:27.228813 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Pushing event deleted for resources: {'Port': ['ID=5592528b-805f-422a-85ea-340777bb8c18,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:27.392674 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:27.487258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b6727-15da-4e52-9570-71a08857f19b req-337c0a86-39ee-415e-b43f-f9169bbdd5e4 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:27.488621 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-879b6727-15da-4e52-9570-71a08857f19b req-337c0a86-39ee-415e-b43f-f9169bbdd5e4 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Oct 11 17:37:27.528930 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-879b6727-15da-4e52-9570-71a08857f19b req-1592330e-7edc-4ca9-85e4-f77a341c38fa tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338633 Oct 11 17:37:27.617978 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Router a6ddaab8-73a6-4f06-b503-15572d1809b3 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:37:27.721820 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:37:27.727350 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-34ed3fc7-7e5f-4744-8b0d-86709f592304 admin admin] 10.222.0.42 "PUT /v2.0/routers/a6ddaab8-73a6-4f06-b503-15572d1809b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788700 Oct 11 17:37:27.730183 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35420) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:27.730987 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] Sync routers for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:37:27.740989 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:37:27.741546 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:27.850026 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:27.852588 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:37:27.965366 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.073454 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Deleting port c1d496fe-983a-4dde-8782-a6a9c213b063 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:28.073728 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.136274 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:37:27Z', 'revision_number': 5, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port': {'id': 'c1d496fe-983a-4dde-8782-a6a9c213b063', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:08Z', 'updated_at': '2021-10-11T17:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:28.164977 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] For port c1d496fe-983a-4dde-8782-a6a9c213b063, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=c1d496fe-983a-4dde-8782-a6a9c213b063,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:28.165363 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.167187 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] Checking router: a6ddaab8-73a6-4f06-b503-15572d1809b3 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:37:28.177200 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] Routers {'a6ddaab8-73a6-4f06-b503-15572d1809b3'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:37:28.177489 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Calling delete_port for c1d496fe-983a-4dde-8782-a6a9c213b063 owned by network:router_gateway {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:28.177834 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['a6ddaab8-73a6-4f06-b503-15572d1809b3'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:28.274571 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] Set router a6ddaab8-73a6-4f06-b503-15572d1809b3 gateway port host: None {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:37:28.331730 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:37:27Z', 'revision_number': 6, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port_host': None}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:28.358529 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bddce-6074-444b-936e-20be884f5c1f None None] The sync data for ids ['a6ddaab8-73a6-4f06-b503-15572d1809b3'] in dv-cinder-808959-3-iscsi is: [{'id': 'a6ddaab8-73a6-4f06-b503-15572d1809b3', 'name': 'tempest-TestShelveInstance-692891970-router', 'tenant_id': 'f70e0c33781b45659256ec42c56d495a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:07Z', 'updated_at': '2021-10-11T17:37:27Z', 'revision_number': 6, 'project_id': 'f70e0c33781b45659256ec42c56d495a', 'gw_port_host': None}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:37:28.421112 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.450673 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d496fe-983a-4dde-8782-a6a9c213b063,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:28.509313 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.596847 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.598975 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.644632 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f84e5-1e74-4a9a-96b2-15037174d88d req-524bd686-84a2-4c6f-8ac1-dbc23c638695 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:28.644632 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-511f84e5-1e74-4a9a-96b2-15037174d88d req-524bd686-84a2-4c6f-8ac1-dbc23c638695 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 945 time: 0.0475867 Oct 11 17:37:28.680614 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-511f84e5-1e74-4a9a-96b2-15037174d88d req-60bf4c07-4305-4217-8376-aba9a6386203 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Oct 11 17:37:28.718293 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.718997 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ddaab8-73a6-4f06-b503-15572d1809b3 {{(pid=94390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:37:28.724188 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.727587 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-3779b3d5-969f-49d1-9de2-f906074b8e5b admin admin] 10.222.0.42 "DELETE /v2.0/routers/a6ddaab8-73a6-4f06-b503-15572d1809b3 HTTP/1.1" status: 204 len: 168 time: 0.9938326 Oct 11 17:37:28.728276 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35428) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:28.778795 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db59b7e-2293-4397-9d5b-787b4ce9fcfc admin admin] Deleting subnet b2b8de0a-35c9-4125-9d9d-34479a76a032 {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:37:28.781782 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3db59b7e-2293-4397-9d5b-787b4ce9fcfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.820435 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3db59b7e-2293-4397-9d5b-787b4ce9fcfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378531'] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:28.925616 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3db59b7e-2293-4397-9d5b-787b4ce9fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.055753 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3db59b7e-2293-4397-9d5b-787b4ce9fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26285472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25558721'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.079319 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59b7e-2293-4397-9d5b-787b4ce9fcfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b8de0a-35c9-4125-9d9d-34479a76a032,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:29.089024 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-3db59b7e-2293-4397-9d5b-787b4ce9fcfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.093923 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-3db59b7e-2293-4397-9d5b-787b4ce9fcfc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b2b8de0a-35c9-4125-9d9d-34479a76a032 HTTP/1.1" status: 204 len: 168 time: 0.3632648 Oct 11 17:37:29.095050 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35464) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:29.096956 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a2cad-0207-4a02-8374-17a36cdc39a1 None None] Network d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:37:29.183292 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.226036 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 5592528b-805f-422a-85ea-340777bb8c18 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:29.243038 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 5592528b-805f-422a-85ea-340777bb8c18 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:29.243604 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 5592528b-805f-422a-85ea-340777bb8c18 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:29.244208 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device c1d496fe-983a-4dde-8782-a6a9c213b063 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:29.254462 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Deleting port 44fa6dc1-855b-47a7-aa36-799ae651ab98 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:29.255482 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.265494 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: c1d496fe-983a-4dde-8782-a6a9c213b063 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:29.265842 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device c1d496fe-983a-4dde-8782-a6a9c213b063 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:29.324128 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] DHCP port deletion for d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 request from dv-cinder-808959-3-iscsi {{(pid=94392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:37:29.326343 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] For port 44fa6dc1-855b-47a7-aa36-799ae651ab98, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=44fa6dc1-855b-47a7-aa36-799ae651ab98,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:29.326723 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.339805 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Calling delete_port for 44fa6dc1-855b-47a7-aa36-799ae651ab98 owned by network:dhcp {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:29.374719 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] Deleting port 44fa6dc1-855b-47a7-aa36-799ae651ab98 {{(pid=94392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:29.380565 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.457801 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] For port 44fa6dc1-855b-47a7-aa36-799ae651ab98, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=44fa6dc1-855b-47a7-aa36-799ae651ab98,segment=NetworkSegment(59921eeb-c12c-46c6-8dde-73cdde52684b),segment_id=59921eeb-c12c-46c6-8dde-73cdde52684b)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:29.458212 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.470833 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] Calling delete_port for 44fa6dc1-855b-47a7-aa36-799ae651ab98 owned by network:dhcp {{(pid=94392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:29.535270 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.544832 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.565655 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fa6dc1-855b-47a7-aa36-799ae651ab98,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:29.571393 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] No DVR routers for this DVR port 44fa6dc1-855b-47a7-aa36-799ae651ab98 on host dv-cinder-808959-3-iscsi {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:37:29.573521 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] Pushing event deleted for resources: {'Port': ['ID=44fa6dc1-855b-47a7-aa36-799ae651ab98,revision_number=None']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:29.577770 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee997bee-23df-4f0a-a3b1-f57809cf4162 None None] No DVR routers for this DVR port 44fa6dc1-855b-47a7-aa36-799ae651ab98 on host dv-cinder-808959-3-iscsi {{(pid=94392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:37:29.644653 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.666985 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fb0705-03e6-4cc5-85c8-9e76cd9f2205']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:29.675984 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59921eeb-c12c-46c6-8dde-73cdde52684b') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:29.676275 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59921eeb-c12c-46c6-8dde-73cdde52684b') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:29.686342 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.699242 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.704985 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:37:29.705395 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:37:29.707052 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:37:29.842095 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.847620 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:29.851339 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d8fb0705-03e6-4cc5-85c8-9e76cd9f2205 HTTP/1.1" status: 204 len: 168 time: 0.7553642 Oct 11 17:37:29.854385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35472) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:29.863163 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd5780-c989-408c-ba79-de9cfb5764f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fb0705-03e6-4cc5-85c8-9e76cd9f2205,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:30.219208 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:30.475326 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:30.687030 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Deleting port 9db23612-c438-4f90-bf14-954764e3bce9 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:30.687363 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:30.765682 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] For port 9db23612-c438-4f90-bf14-954764e3bce9, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=9db23612-c438-4f90-bf14-954764e3bce9,segment=NetworkSegment(dd4c9f64-982b-48ee-ba93-176179facc65),segment_id=dd4c9f64-982b-48ee-ba93-176179facc65)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:30.765951 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:30.778822 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Calling delete_port for 9db23612-c438-4f90-bf14-954764e3bce9 owned by network:router_interface {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:31.038781 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:31.066940 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db23612-c438-4f90-bf14-954764e3bce9,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:31.236288 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:31.276723 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 44fa6dc1-855b-47a7-aa36-799ae651ab98 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:31.296927 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 44fa6dc1-855b-47a7-aa36-799ae651ab98 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:31.297217 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 44fa6dc1-855b-47a7-aa36-799ae651ab98 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:31.453127 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Router aab85c06-df21-4e8a-9ce0-811a81ea2826 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:37:31.564466 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:37:31.570071 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-5acc2366-19c7-4b1f-95a1-16e5a7dc3005 admin admin] 10.222.0.42 "PUT /v2.0/routers/aab85c06-df21-4e8a-9ce0-811a81ea2826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140505 Oct 11 17:37:31.572716 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35490) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:31.575762 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] Sync routers for ids ['aab85c06-df21-4e8a-9ce0-811a81ea2826'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:37:31.585787 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] Routers {'aab85c06-df21-4e8a-9ce0-811a81ea2826'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:37:31.586425 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['aab85c06-df21-4e8a-9ce0-811a81ea2826'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:31.677503 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks [] for router, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:31.693808 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] Set router aab85c06-df21-4e8a-9ce0-811a81ea2826 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:37:31.777559 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:31.876544 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:37:30Z', 'revision_number': 5, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port': {'id': 'dae0f3a3-9d81-4bff-a47b-b0d272522b5c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:15Z', 'updated_at': '2021-10-11T17:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:31.907139 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] Checking router: aab85c06-df21-4e8a-9ce0-811a81ea2826 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:37:31.908833 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Deleting port dae0f3a3-9d81-4bff-a47b-b0d272522b5c {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:31.909210 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:31.916261 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] Routers {'aab85c06-df21-4e8a-9ce0-811a81ea2826'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:37:31.916878 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['aab85c06-df21-4e8a-9ce0-811a81ea2826'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:31.991189 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] For port dae0f3a3-9d81-4bff-a47b-b0d272522b5c, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=dae0f3a3-9d81-4bff-a47b-b0d272522b5c,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:31.991769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.005174 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] Set router aab85c06-df21-4e8a-9ce0-811a81ea2826 gateway port host: None {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:37:32.006031 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Calling delete_port for dae0f3a3-9d81-4bff-a47b-b0d272522b5c owned by network:router_gateway {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:32.056193 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:37:31Z', 'revision_number': 6, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port_host': None}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:32.085057 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90d745-6240-4618-8c5e-53c2e3cddd78 None None] The sync data for ids ['aab85c06-df21-4e8a-9ce0-811a81ea2826'] in dv-cinder-808959-3-iscsi is: [{'id': 'aab85c06-df21-4e8a-9ce0-811a81ea2826', 'name': 'tempest-TestShelveInstance-371274604-router', 'tenant_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:14Z', 'updated_at': '2021-10-11T17:37:31Z', 'revision_number': 6, 'project_id': '1f9aa998c04445baa4f3cbc3f42e549d', 'gw_port_host': None}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:37:32.238083 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.261403 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Pushing event deleted for resources: {'Port': ['ID=dae0f3a3-9d81-4bff-a47b-b0d272522b5c,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:32.323753 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.417834 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.420058 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.521881 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.522484 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab85c06-df21-4e8a-9ce0-811a81ea2826 {{(pid=94390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:37:32.526894 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.528045 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-48f5c50d-d981-46d9-b175-1c717054b20d admin admin] 10.222.0.42 "DELETE /v2.0/routers/aab85c06-df21-4e8a-9ce0-811a81ea2826 HTTP/1.1" status: 204 len: 168 time: 0.9537060 Oct 11 17:37:32.530534 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35494) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:32.575993 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f0e1f4-ce2b-4d33-88da-69add1441593 admin admin] Deleting subnet f473746e-17ce-4f17-acb2-2f9f7086765e {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:37:32.579038 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-52f0e1f4-ce2b-4d33-88da-69add1441593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.613761 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-52f0e1f4-ce2b-4d33-88da-69add1441593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378531'] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.692934 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-52f0e1f4-ce2b-4d33-88da-69add1441593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.815746 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-52f0e1f4-ce2b-4d33-88da-69add1441593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26285472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25558721'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.840486 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0e1f4-ce2b-4d33-88da-69add1441593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f473746e-17ce-4f17-acb2-2f9f7086765e,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:32.848223 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-52f0e1f4-ce2b-4d33-88da-69add1441593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.852752 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-52f0e1f4-ce2b-4d33-88da-69add1441593 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f473746e-17ce-4f17-acb2-2f9f7086765e HTTP/1.1" status: 204 len: 168 time: 0.3206983 Oct 11 17:37:32.853735 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8da5a-254b-41f3-909a-1c85e9edc885 None None] Network a4ae4f93-f100-4c0f-9dab-01c8fddddf42 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:37:32.854790 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35498) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:32.923800 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:32.981163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Deleting port bbe33e96-93ef-48a5-b219-8ed1d423a60f {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:32.981794 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.038804 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] DHCP port deletion for a4ae4f93-f100-4c0f-9dab-01c8fddddf42 request from dv-cinder-808959-3-iscsi {{(pid=94392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:37:33.047441 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] For port bbe33e96-93ef-48a5-b219-8ed1d423a60f, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=bbe33e96-93ef-48a5-b219-8ed1d423a60f,segment=NetworkSegment(dd4c9f64-982b-48ee-ba93-176179facc65),segment_id=dd4c9f64-982b-48ee-ba93-176179facc65)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:33.048105 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.064028 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Calling delete_port for bbe33e96-93ef-48a5-b219-8ed1d423a60f owned by network:dhcp {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:33.089440 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] Deleting port bbe33e96-93ef-48a5-b219-8ed1d423a60f {{(pid=94392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:33.089817 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.158212 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] For port bbe33e96-93ef-48a5-b219-8ed1d423a60f, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=bbe33e96-93ef-48a5-b219-8ed1d423a60f,segment=NetworkSegment(dd4c9f64-982b-48ee-ba93-176179facc65),segment_id=dd4c9f64-982b-48ee-ba93-176179facc65)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:33.158624 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.171823 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] Calling delete_port for bbe33e96-93ef-48a5-b219-8ed1d423a60f owned by network:dhcp {{(pid=94392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:33.210145 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.219660 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device bbe33e96-93ef-48a5-b219-8ed1d423a60f no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:33.236276 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe33e96-93ef-48a5-b219-8ed1d423a60f,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:33.240841 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] No DVR routers for this DVR port bbe33e96-93ef-48a5-b219-8ed1d423a60f on host dv-cinder-808959-3-iscsi {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:37:33.243895 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: bbe33e96-93ef-48a5-b219-8ed1d423a60f {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:33.246742 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device bbe33e96-93ef-48a5-b219-8ed1d423a60f not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:33.246742 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 9db23612-c438-4f90-bf14-954764e3bce9 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:33.267785 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 9db23612-c438-4f90-bf14-954764e3bce9 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:33.268048 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 9db23612-c438-4f90-bf14-954764e3bce9 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:33.268473 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device dae0f3a3-9d81-4bff-a47b-b0d272522b5c no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:33.293697 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: dae0f3a3-9d81-4bff-a47b-b0d272522b5c {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:33.294042 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device dae0f3a3-9d81-4bff-a47b-b0d272522b5c not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:33.313133 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.315456 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.335623 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] Pushing event deleted for resources: {'Port': ['ID=bbe33e96-93ef-48a5-b219-8ed1d423a60f,revision_number=None']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:33.340013 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ae4f93-f100-4c0f-9dab-01c8fddddf42']}} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:33.342107 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1eb7bd-06f7-4dab-9658-c6e908db969f None None] No DVR routers for this DVR port bbe33e96-93ef-48a5-b219-8ed1d423a60f on host dv-cinder-808959-3-iscsi {{(pid=94392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:37:33.351436 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4c9f64-982b-48ee-ba93-176179facc65') {'for_net_delete': True} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:33.351436 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4c9f64-982b-48ee-ba93-176179facc65') {} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:33.361517 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27110545'] for segment, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.375561 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.381363 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=94391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:37:33.381742 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672002'] for segment, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: Traceback (most recent call last): Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: timer() Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: cb(*args, **kw) Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: return func(*args, **kwargs) Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: self._notify() Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: self.callback(batched_events) Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: event.method(event) Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: return f(self, *a, **k) Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._get(url).json() Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: return self.request(url, 'GET', **kwargs) Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:37:33.383388 dv-cinder-808959-3-iscsi neutron-server[94391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:37:33.701143 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.706922 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:33.710750 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a4ae4f93-f100-4c0f-9dab-01c8fddddf42 HTTP/1.1" status: 204 len: 168 time: 0.8549528 Oct 11 17:37:33.721900 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b1b91-8be1-482b-8eb3-fb33301c0312 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ae4f93-f100-4c0f-9dab-01c8fddddf42,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:34.052878 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35504) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:34.095739 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-603c30ce-a3f4-4507-bbe1-c607b5e46728 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f70e0c33781b45659256ec42c56d495a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416541 Oct 11 17:37:34.098184 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35506) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:34.152005 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ae3977ce-df70-4472-9e05-ee5921dcd313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:34.172373 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ae3977ce-df70-4472-9e05-ee5921dcd313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:34.318456 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ae3977ce-df70-4472-9e05-ee5921dcd313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:34.321148 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ae3977ce-df70-4472-9e05-ee5921dcd313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:34.322376 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-ae3977ce-df70-4472-9e05-ee5921dcd313 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/080ef67a-c73b-47dc-9820-2ffd10050504 HTTP/1.1" status: 204 len: 168 time: 0.2232053 Oct 11 17:37:34.331010 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3977ce-df70-4472-9e05-ee5921dcd313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080ef67a-c73b-47dc-9820-2ffd10050504,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:34.972280 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35514) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:35.013779 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-f030f562-d174-49ec-b047-8c9c71950850 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f9aa998c04445baa4f3cbc3f42e549d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403290 Oct 11 17:37:35.016257 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35516) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:35.066624 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be1efecd-e244-4ffa-8742-a5a13766b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:35.090351 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be1efecd-e244-4ffa-8742-a5a13766b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:35.196216 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be1efecd-e244-4ffa-8742-a5a13766b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:35.198917 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-be1efecd-e244-4ffa-8742-a5a13766b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:35.203590 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-be1efecd-e244-4ffa-8742-a5a13766b523 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/272596d3-1190-4c7d-bad0-8b4dfcc92723 HTTP/1.1" status: 204 len: 168 time: 0.1828659 Oct 11 17:37:35.208460 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1efecd-e244-4ffa-8742-a5a13766b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272596d3-1190-4c7d-bad0-8b4dfcc92723,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:36.480616 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-780a9de4-a462-4d12-854d-4243d67fa650 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409825 Oct 11 17:37:36.566453 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-2dfaafa1-dfff-4452-87dd-ae7e186719de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:36.567931 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-2dfaafa1-dfff-4452-87dd-ae7e186719de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9516d4b60723415c8910558de9457120&device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 1100 time: 0.0406094 Oct 11 17:37:36.686897 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-ffbcecea-7d86-484c-914a-651218b71cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:36.688377 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-ffbcecea-7d86-484c-914a-651218b71cca service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 200 len: 917 time: 0.0875380 Oct 11 17:37:36.755300 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-a2d9ce7a-13b1-4131-8c21-6fd4ba9cdf0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2fb154-780c-4371-a2ce-b13728c861f7 HTTP/1.1" status: 200 len: 1002 time: 0.0592468 Oct 11 17:37:36.811566 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-ffaadb21-aeb3-493b-b792-d4bd1ce331b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:36.813013 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-ffaadb21-aeb3-493b-b792-d4bd1ce331b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 200 len: 855 time: 0.0452805 Oct 11 17:37:36.862084 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-33777244-1976-436d-8526-398b441da966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:36.863551 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-33777244-1976-436d-8526-398b441da966 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c18088-8846-4ec4-b159-ccc911dac8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426130 Oct 11 17:37:37.213579 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-68dd0aff-29d7-4d04-804e-45e38f23b8ad service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421190 Oct 11 17:37:37.305646 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-88960c66-ba9f-498f-a822-d4a08c6bb17e req-d55c605b-83f9-4c57-8cf2-e62025f15341 service neutron] 10.222.0.48 "GET /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835609 Oct 11 17:37:37.718304 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:37:40.464776 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe29a-42c7-4016-a625-a2abb03eb763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:43.135201 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-49c12074-5aa1-41cf-929b-4e276350ff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:44.475965 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:44.744515 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:46.092438 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:49.717257 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd6b4f-2833-4005-8a02-74410ecd141e req-aea2b105-6120-4d58-81a2-2b5a66cb5950 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:49.718725 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2bfd6b4f-2833-4005-8a02-74410ecd141e req-aea2b105-6120-4d58-81a2-2b5a66cb5950 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 947 time: 0.0483038 Oct 11 17:37:49.755276 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2bfd6b4f-2833-4005-8a02-74410ecd141e req-7548f5da-c391-4356-811e-c762a870a0cd tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305483 Oct 11 17:37:50.876857 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956732-ebff-4ce5-9e42-a3c910bba5dd req-0d5b36b3-f103-4188-be32-fdb6dad04a5f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:50.878334 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e5956732-ebff-4ce5-9e42-a3c910bba5dd req-0d5b36b3-f103-4188-be32-fdb6dad04a5f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 947 time: 0.0514927 Oct 11 17:37:50.916208 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-e5956732-ebff-4ce5-9e42-a3c910bba5dd req-69169161-4514-40f2-ab4d-696c0055ed8e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320959 Oct 11 17:37:51.276961 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-c79d9f87-f8ca-4d40-934d-c54daa23001e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:37:51.278478 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-c79d9f87-f8ca-4d40-934d-c54daa23001e tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 947 time: 0.0474658 Oct 11 17:37:51.369301 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Deleting port ce2fb154-780c-4371-a2ce-b13728c861f7 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:51.369557 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:51.454795 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] For port ce2fb154-780c-4371-a2ce-b13728c861f7, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=ce2fb154-780c-4371-a2ce-b13728c861f7,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:51.455152 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:51.623759 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:51.624035 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:51.624345 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Floating IP 10ac009b-4580-4fcd-beca-350c3cb2eb61 disassociated. External IP: 172.27.3.179, port: ce2fb154-780c-4371-a2ce-b13728c861f7. Oct 11 17:37:51.624678 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Calling delete_port for ce2fb154-780c-4371-a2ce-b13728c861f7 owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:51.803963 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:51.830034 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event deleted for resources: {'Port': ['ID=ce2fb154-780c-4371-a2ce-b13728c861f7,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:51.948732 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Router f4e68318-4706-47e7-a00f-361f78ccc900 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:37:52.014413 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c0a6364c-3db3-4af6-8f37-1a9405f33718 req-72ae8beb-000d-40ed-8e3f-df1edc653791 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 210 time: 0.0266247 Oct 11 17:37:52.063963 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:37:52.076249 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] Sync routers for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:37:52.087453 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:37:52.088160 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:52.107199 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] No DVR routers for this DVR port ce2fb154-780c-4371-a2ce-b13728c861f7 on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:37:52.108689 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:52.112062 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-26e55866-6ffc-4750-b7c3-d0a3d58763a2 req-5fc10e08-207d-41eb-b1cf-2d7d1428cab3 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.48 "DELETE /v2.0/ports/ce2fb154-780c-4371-a2ce-b13728c861f7 HTTP/1.1" status: 204 len: 173 time: 0.8268118 Oct 11 17:37:52.112507 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-deleted', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:37:52.114933 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c311e169-005e-4fb0-a338-f419222ec4e1" -d '{"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-deleted", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:37:52.177197 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1d48e3-f6a3-42d3-8af0-fbc09601e886 x-openstack-request-id: req-9a1d48e3-f6a3-42d3-8af0-fbc09601e886 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:37:52.183610 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376d06d4-8c16-435b-8a25-6757c2209d0d", "name": "network-vif-deleted", "tag": "ce2fb154-780c-4371-a2ce-b13728c861f7", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:37:52.183610 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a1d48e3-f6a3-42d3-8af0-fbc09601e886 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:37:52.183610 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376d06d4-8c16-435b-8a25-6757c2209d0d', 'name': 'network-vif-deleted', 'tag': 'ce2fb154-780c-4371-a2ce-b13728c861f7', 'status': 'completed', 'code': 200} Oct 11 17:37:52.226399 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:37:52.436291 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:52.462246 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] Checking router: f4e68318-4706-47e7-a00f-361f78ccc900 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:37:52.470402 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:37:52.470998 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:52.572343 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:37:52.766788 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:37:52.796069 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2bc19-3491-4481-845a-a295e8c186fe None None] The sync data for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi is: [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:43Z', 'revision_number': 4, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '964c7f5c-984c-4df4-93a1-cbc7be4e3488', 'name': '', 'network_id': '63c18088-8846-4ec4-b159-ccc911dac8d2', 'tenant_id': '9516d4b60723415c8910558de9457120', 'mac_address': 'fa:16:3e:ee:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:42Z', 'updated_at': '2021-10-11T17:30:48Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'subnets': [{'id': '368abc1b-28c8-4a9f-b340-c51058daaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:37:53.005960 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d5e81-b7e3-4d25-9052-46000ba1d349 None None] New status for floating IP 10ac009b-4580-4fcd-beca-350c3cb2eb61: DOWN {{(pid=94392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:37:53.124697 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3b656b0b-002d-43d7-bd80-1286086bf6e2 req-2356b5e1-1684-4005-a8f2-208f3db0322f tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/ports?device_id=376d06d4-8c16-435b-8a25-6757c2209d0d HTTP/1.1" status: 200 len: 210 time: 0.0252018 Oct 11 17:37:54.276276 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35616) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:54.329776 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-09360709-ecd7-4ddc-b329-812ec0becbde tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.351936 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-09360709-ecd7-4ddc-b329-812ec0becbde tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.480980 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-09360709-ecd7-4ddc-b329-812ec0becbde tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.483559 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-09360709-ecd7-4ddc-b329-812ec0becbde tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.484859 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-09360709-ecd7-4ddc-b329-812ec0becbde tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "DELETE /v2.0/security-groups/6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d HTTP/1.1" status: 204 len: 168 time: 0.2072802 Oct 11 17:37:54.487512 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35618) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:54.494533 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360709-ecd7-4ddc-b329-812ec0becbde tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:54.501521 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.api.v2.resource [None req-cf1c7752-346a-46da-a3c7-1733952a3c1b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] show failed (client error): The resource could not be found. Oct 11 17:37:54.502539 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-cf1c7752-346a-46da-a3c7-1733952a3c1b tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "GET /v2.0/security-groups/6ee4fcc4-f5e5-4ba9-af2e-6c39dfa4af8d HTTP/1.1" status: 404 len: 347 time: 0.0140536 Oct 11 17:37:54.505221 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35620) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:54.625263 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Deleting port 4218f04f-4613-48c9-ad4c-de67cd0a3f64 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:54.625623 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.700329 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.700652 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.712216 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Calling delete_port for 4218f04f-4613-48c9-ad4c-de67cd0a3f64 owned by network:floatingip {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:54.900824 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.924767 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Pushing event deleted for resources: {'Port': ['ID=4218f04f-4613-48c9-ad4c-de67cd0a3f64,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:54.983035 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks [] for floatingip, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.986488 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:54.987331 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-fe61c1e9-1d53-4aea-a0ad-4868e1a6eaf4 tempest-AttachVolumeShelveTestJSON-1154040475 tempest-AttachVolumeShelveTestJSON-1154040475-project] 10.222.0.42 "DELETE /v2.0/floatingips/10ac009b-4580-4fcd-beca-350c3cb2eb61 HTTP/1.1" status: 204 len: 168 time: 0.4811912 Oct 11 17:37:55.894790 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:37:55.914581 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: ce2fb154-780c-4371-a2ce-b13728c861f7 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:37:55.914930 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device ce2fb154-780c-4371-a2ce-b13728c861f7 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:37:58.748681 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35672) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:37:59.224034 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:59.461489 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Deleting port 964c7f5c-984c-4df4-93a1-cbc7be4e3488 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:37:59.461747 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:59.541497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] For port 964c7f5c-984c-4df4-93a1-cbc7be4e3488, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=964c7f5c-984c-4df4-93a1-cbc7be4e3488,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:37:59.541861 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:59.553452 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Calling delete_port for 964c7f5c-984c-4df4-93a1-cbc7be4e3488 owned by network:router_interface {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:37:59.766734 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:37:59.792396 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=964c7f5c-984c-4df4-93a1-cbc7be4e3488,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:37:59.955197 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:00.167385 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Router f4e68318-4706-47e7-a00f-361f78ccc900 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:38:00.270978 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:38:00.276732 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-6fa2dadc-b200-45b2-8a78-9a44ac96adf0 admin admin] 10.222.0.42 "PUT /v2.0/routers/f4e68318-4706-47e7-a00f-361f78ccc900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5268893 Oct 11 17:38:00.279135 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35682) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:00.280137 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] Sync routers for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:38:00.289258 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:38:00.289859 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:00.380377 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks [] for router, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:00.482311 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:38:00.489144 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:00.662605 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:37:59Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:00.690976 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] Checking router: f4e68318-4706-47e7-a00f-361f78ccc900 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:38:00.701204 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] Routers {'f4e68318-4706-47e7-a00f-361f78ccc900'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:38:00.702242 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:37:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['f4e68318-4706-47e7-a00f-361f78ccc900'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:00.724948 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:00.804719 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] Set router f4e68318-4706-47e7-a00f-361f78ccc900 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:38:00.836252 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Deleting port d0c41901-ff26-43d5-bb81-01cf0bd0506c {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:38:00.836816 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:00.914580 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] For port d0c41901-ff26-43d5-bb81-01cf0bd0506c, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=d0c41901-ff26-43d5-bb81-01cf0bd0506c,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:00.914866 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:00.931641 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Calling delete_port for d0c41901-ff26-43d5-bb81-01cf0bd0506c owned by network:router_gateway {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:38:00.981804 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:37:59Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:01.008183 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ecc75-3862-45e1-a9b7-58ed0ffebf0d None None] The sync data for ids ['f4e68318-4706-47e7-a00f-361f78ccc900'] in dv-cinder-808959-3-iscsi is: [{'id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'name': 'tempest-AttachVolumeShelveTestJSON-651068023-router', 'tenant_id': '9516d4b60723415c8910558de9457120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:37:59Z', 'revision_number': 5, 'project_id': '9516d4b60723415c8910558de9457120', 'gw_port': {'id': 'd0c41901-ff26-43d5-bb81-01cf0bd0506c', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e68318-4706-47e7-a00f-361f78ccc900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:30:38Z', 'updated_at': '2021-10-11T17:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:38:01.175093 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.198887 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c41901-ff26-43d5-bb81-01cf0bd0506c,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:01.259240 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.347259 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.352722 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.451002 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 964c7f5c-984c-4df4-93a1-cbc7be4e3488 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:38:01.471711 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 964c7f5c-984c-4df4-93a1-cbc7be4e3488 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:38:01.472058 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 964c7f5c-984c-4df4-93a1-cbc7be4e3488 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:38:01.495055 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.495635 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e68318-4706-47e7-a00f-361f78ccc900 {{(pid=94391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:38:01.500007 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] Notify callbacks [] for router, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.501195 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-37d18c4c-a735-4d4d-868a-eea17d7b3a91 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f4e68318-4706-47e7-a00f-361f78ccc900 HTTP/1.1" status: 204 len: 168 time: 1.2211137 Oct 11 17:38:01.507900 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35688) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:01.553965 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cb0618-7cc6-4705-8820-b60df4a59da3 admin admin] Deleting subnet 368abc1b-28c8-4a9f-b340-c51058daaa37 {{(pid=94391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:38:01.557165 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0618-7cc6-4705-8820-b60df4a59da3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.591659 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0618-7cc6-4705-8820-b60df4a59da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27110554'] for subnet, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.674146 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0618-7cc6-4705-8820-b60df4a59da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.795402 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0618-7cc6-4705-8820-b60df4a59da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26918709'] for subnet, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.823347 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0618-7cc6-4705-8820-b60df4a59da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.827232 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-a0cb0618-7cc6-4705-8820-b60df4a59da3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/368abc1b-28c8-4a9f-b340-c51058daaa37 HTTP/1.1" status: 204 len: 168 time: 0.3183758 Oct 11 17:38:01.828362 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c6744-0457-472d-a55c-2595c33f5f03 None None] Network 63c18088-8846-4ec4-b159-ccc911dac8d2 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:38:01.828827 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb0618-7cc6-4705-8820-b60df4a59da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368abc1b-28c8-4a9f-b340-c51058daaa37,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:01.829870 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35692) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:01.899956 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:01.957179 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Deleting port 45d403e6-496d-4451-877b-e893c89b8bef {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:38:01.957602 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.016595 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] DHCP port deletion for 63c18088-8846-4ec4-b159-ccc911dac8d2 request from dv-cinder-808959-3-iscsi {{(pid=94392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:38:02.025916 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] For port 45d403e6-496d-4451-877b-e893c89b8bef, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=45d403e6-496d-4451-877b-e893c89b8bef,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:02.026282 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.039236 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Calling delete_port for 45d403e6-496d-4451-877b-e893c89b8bef owned by network:dhcp {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:38:02.063518 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Deleting port 45d403e6-496d-4451-877b-e893c89b8bef {{(pid=94392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:38:02.063891 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.126453 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] For port 45d403e6-496d-4451-877b-e893c89b8bef, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=45d403e6-496d-4451-877b-e893c89b8bef,segment=NetworkSegment(758a4fd9-9a81-4b6f-a5f5-43b689af6291),segment_id=758a4fd9-9a81-4b6f-a5f5-43b689af6291)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:02.126878 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.139051 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Calling delete_port for 45d403e6-496d-4451-877b-e893c89b8bef owned by network:dhcp {{(pid=94392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:38:02.209558 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.215863 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.236781 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d403e6-496d-4451-877b-e893c89b8bef,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:02.238744 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] No DVR routers for this DVR port 45d403e6-496d-4451-877b-e893c89b8bef on host dv-cinder-808959-3-iscsi {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:38:02.241559 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Pushing event deleted for resources: {'Port': ['ID=45d403e6-496d-4451-877b-e893c89b8bef,revision_number=None']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:02.245618 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] No DVR routers for this DVR port 45d403e6-496d-4451-877b-e893c89b8bef on host dv-cinder-808959-3-iscsi {{(pid=94392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:38:02.251625 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.251969 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.252311 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.252644 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.252970 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.253319 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.253645 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.253970 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.254290 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.254632 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.254921 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.255236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741dc53-84b3-4df5-a1d3-4ebedb413bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:02.313400 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.332763 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c18088-8846-4ec4-b159-ccc911dac8d2']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:02.342311 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758a4fd9-9a81-4b6f-a5f5-43b689af6291') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:02.342603 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758a4fd9-9a81-4b6f-a5f5-43b689af6291') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:02.352174 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.364625 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.370338 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:38:02.370719 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:38:02.372331 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:38:02.489430 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.494701 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.497995 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] 10.222.0.42 "DELETE /v2.0/networks/63c18088-8846-4ec4-b159-ccc911dac8d2 HTTP/1.1" status: 204 len: 168 time: 0.6666842 Oct 11 17:38:02.510499 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ed64-cd6b-4ca3-b3c0-3db7abb8c433 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c18088-8846-4ec4-b159-ccc911dac8d2,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:02.807211 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35700) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:02.847667 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-449f1184-43fa-4d7e-af50-0f75178af4a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9516d4b60723415c8910558de9457120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392785 Oct 11 17:38:02.850135 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35702) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:02.896989 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-835e5ad0-0919-433c-a14d-7068b8430119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:02.917809 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-835e5ad0-0919-433c-a14d-7068b8430119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:03.055418 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-835e5ad0-0919-433c-a14d-7068b8430119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:03.057944 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-835e5ad0-0919-433c-a14d-7068b8430119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:03.059125 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-835e5ad0-0919-433c-a14d-7068b8430119 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72fb3ae9-439e-4098-a7da-04c58061b881 HTTP/1.1" status: 204 len: 168 time: 0.2080464 Oct 11 17:38:03.066571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e5ad0-0919-433c-a14d-7068b8430119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fb3ae9-439e-4098-a7da-04c58061b881,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:03.213605 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 45d403e6-496d-4451-877b-e893c89b8bef no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:38:03.233743 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 45d403e6-496d-4451-877b-e893c89b8bef {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:38:03.234087 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 45d403e6-496d-4451-877b-e893c89b8bef not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:38:03.234491 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device d0c41901-ff26-43d5-bb81-01cf0bd0506c no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:38:03.252247 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: d0c41901-ff26-43d5-bb81-01cf0bd0506c {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:38:03.252586 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device d0c41901-ff26-43d5-bb81-01cf0bd0506c not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:38:05.129768 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-2aa5e3dd-9eed-4538-ab8f-a5f2c1c1b07d tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798845655&fields=id&tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 267 time: 0.0382912 Oct 11 17:38:05.237893 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-50e557fb-05ed-4709-9093-30be3a531149 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:05.239369 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-50e557fb-05ed-4709-9093-30be3a531149 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 812 time: 0.1018167 Oct 11 17:38:05.254299 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-34c83395-572b-4e3c-8211-9819c869fce1 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/quotas/e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 375 time: 0.0088885 Oct 11 17:38:05.314328 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-05dd17e4-465d-4f66-a9d1-ccad6530943e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0549059 Oct 11 17:38:05.408268 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f60aeb71-364f-4b7a-a733-9ecd5596d289 service neutron] 10.222.0.42 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815575 Oct 11 17:38:05.499675 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-66a3ee5e-1a1f-4d12-a656-71f26a4931c3 service neutron] 10.222.0.42 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 Oct 11 17:38:06.099602 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bbbfd08e-9ea9-41cc-be8b-d1be70fe24ee req-07b6ddc5-10dd-45a7-9e7d-e68aab94b688 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0264194 Oct 11 17:38:07.189822 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-079fb161-0956-4b20-ad05-d93999d4cc6a req-b100f4ec-13dc-4f62-a18e-25f3a92b1b8d tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0270450 Oct 11 17:38:08.281693 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9fbea1e5-6992-4df9-a1a0-bfa7781fc870 req-d0559a7c-beca-4a42-90e7-3d78c92c0835 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0260756 Oct 11 17:38:09.101213 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-1f2a36a0-6bf0-442a-a23a-51701597d6a0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:09.103722 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-1f2a36a0-6bf0-442a-a23a-51701597d6a0 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 812 time: 0.1075630 Oct 11 17:38:09.158150 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-4dbcdcb0-4337-410e-bdbf-812270d290cf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f HTTP/1.1" status: 200 len: 380 time: 0.0373235 Oct 11 17:38:09.168299 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'port': {'device_id': '363b9a97-db49-40e1-86c1-a23380306c68', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'admin_state_up': True, 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'security_groups': ['bd6b0e1c-63e7-4670-af9c-a9c391be43fb']}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:38:09.375224 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-aa3ad201-7c70-46a0-bd7a-0be88d1bef18 req-df0982f2-9134-4313-9421-04d0f1050e16 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0273507 Oct 11 17:38:09.375815 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Made reservation on behalf of e9fa2904e2d84f469c4f808f9c6dcb8f for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:38:09.379845 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:09.508778 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Allocated IP 172.20.0.6 (359d47ec-610d-4dc4-bbd9-72d8642d7840/25a157a6-93fd-4799-abc4-5715ec60987b/f980fddc-1d6a-484d-a14d-c6cebd069186) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:38:09.645686 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:09.730709 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:09.770893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:38:09.776234 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:38:09.779939 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:38:09.809499 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=f980fddc-1d6a-484d-a14d-c6cebd069186,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:09.823148 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.823485 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.823818 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.824146 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.824470 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.824792 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.825144 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.825467 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.825788 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.826103 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.826419 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.826732 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:09.849391 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:09.850016 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:09.923664 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-dbb3c992-ba47-4017-8182-3fb5ed5e5b8f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7594056 Oct 11 17:38:10.006549 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-6537eafe-f48f-437c-93ba-35d80bc4aa73 None None] Provisioning complete for port f980fddc-1d6a-484d-a14d-c6cebd069186 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:38:10.007120 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6537eafe-f48f-437c-93ba-35d80bc4aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.045038 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-6537eafe-f48f-437c-93ba-35d80bc4aa73 None None] Port f980fddc-1d6a-484d-a14d-c6cebd069186 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:38:10.092974 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 35824) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:10.192474 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9555cdec-ee4b-4849-a659-38a18e2ca891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.269571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9555cdec-ee4b-4849-a659-38a18e2ca891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.334604 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9555cdec-ee4b-4849-a659-38a18e2ca891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.373814 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-9555cdec-ee4b-4849-a659-38a18e2ca891 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a21959281554728802e4eab49d15e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797065 Oct 11 17:38:10.374660 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555cdec-ee4b-4849-a659-38a18e2ca891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434f930c-7124-4db1-9768-ec6224a83115,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:10.376621 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 35830) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:10.425941 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25466007-7732-4780-b824-19c4d898d448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.448503 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25466007-7732-4780-b824-19c4d898d448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.475247 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-59817ccd-9ea9-4889-ba10-99a8db5d7b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.486820 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ca6b0-8ebd-46c7-8851-72e93a90bd91 req-fc3ae8d0-dfd4-43f9-b1f7-a29aca0f9068 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:10.488291 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-242ca6b0-8ebd-46c7-8851-72e93a90bd91 req-fc3ae8d0-dfd4-43f9-b1f7-a29aca0f9068 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 931 time: 0.0481722 Oct 11 17:38:10.526744 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-242ca6b0-8ebd-46c7-8851-72e93a90bd91 req-e86c0769-264d-491c-bb01-780b1be1ab30 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Oct 11 17:38:10.580803 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25466007-7732-4780-b824-19c4d898d448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.583444 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25466007-7732-4780-b824-19c4d898d448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:10.584602 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-25466007-7732-4780-b824-19c4d898d448 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/434f930c-7124-4db1-9768-ec6224a83115 HTTP/1.1" status: 204 len: 168 time: 0.2067611 Oct 11 17:38:10.592702 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25466007-7732-4780-b824-19c4d898d448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434f930c-7124-4db1-9768-ec6224a83115,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:11.520888 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Request body: {'port': {'device_id': '363b9a97-db49-40e1-86c1-a23380306c68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:38:11.573801 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:11.653439 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0debcca-9a63-4379-9344-2b91730ad0e4 req-86146347-f601-45c5-bedf-8fd3fbbf56f1 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:11.655032 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d0debcca-9a63-4379-9344-2b91730ad0e4 req-86146347-f601-45c5-bedf-8fd3fbbf56f1 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 931 time: 0.0587091 Oct 11 17:38:11.694359 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d0debcca-9a63-4379-9344-2b91730ad0e4 req-db8b7b2e-72a2-4a66-8cf1-7cc6a942f1ce tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Oct 11 17:38:11.837284 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f980fddc-1d6a-484d-a14d-c6cebd069186 {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:38:11.844555 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:11.856101 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Transition to ACTIVE for port object f980fddc-1d6a-484d-a14d-c6cebd069186 will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:38:11.917628 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:11.966805 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Pushing event updated for resources: {'Port': ['ID=f980fddc-1d6a-484d-a14d-c6cebd069186,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:12.038977 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Attempting to bind port f980fddc-1d6a-484d-a14d-c6cebd069186 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:38:12.039516 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Attempting to bind port f980fddc-1d6a-484d-a14d-c6cebd069186 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:38:12.039849 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Attempting to bind port f980fddc-1d6a-484d-a14d-c6cebd069186 on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:38:12.044722 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Port f980fddc-1d6a-484d-a14d-c6cebd069186 on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:38:12.045050 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Attempting to bind port f980fddc-1d6a-484d-a14d-c6cebd069186 on network 359d47ec-610d-4dc4-bbd9-72d8642d7840 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:38:12.050460 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:38:12.051893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Checking segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:38:12.051893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Bound using segment: {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:38:12.051893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Bound port: f980fddc-1d6a-484d-a14d-c6cebd069186, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:38:12.052462 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:12.119708 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] For port f980fddc-1d6a-484d-a14d-c6cebd069186, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:38:12.122638 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] For port f980fddc-1d6a-484d-a14d-c6cebd069186, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f980fddc-1d6a-484d-a14d-c6cebd069186,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:38:12.229496 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:12.263071 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:12.263711 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:12.265136 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] 10.222.0.48 "PUT /v2.0/ports/f980fddc-1d6a-484d-a14d-c6cebd069186 HTTP/1.1" status: 200 len: 1093 time: 0.7486715 Oct 11 17:38:12.265591 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:38:12.267833 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4165c36c-4717-4406-91bd-c9fa5f498f95" -d '{"events": [{"name": "network-changed", "server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:38:12.307259 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548cdfd-3c56-46a1-816c-6a80f981b639 service neutron] Pushing event updated for resources: {'Port': ['ID=f980fddc-1d6a-484d-a14d-c6cebd069186,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:12.335830 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b209dcd8-006f-4bf5-87e1-c10d60108de8 x-openstack-request-id: req-b209dcd8-006f-4bf5-87e1-c10d60108de8 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:38:12.336159 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:38:12.336482 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b209dcd8-006f-4bf5-87e1-c10d60108de8 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:38:12.336884 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'status': 'completed', 'code': 200} Oct 11 17:38:12.568289 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165c36c-4717-4406-91bd-c9fa5f498f95 req-7805a7aa-d901-4a8a-be11-2aafd88e5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:12.569710 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4165c36c-4717-4406-91bd-c9fa5f498f95 req-7805a7aa-d901-4a8a-be11-2aafd88e5137 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 1096 time: 0.0403852 Oct 11 17:38:12.686566 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165c36c-4717-4406-91bd-c9fa5f498f95 req-8699b486-9b3d-41d7-8fe7-3d9a7670eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:12.687933 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4165c36c-4717-4406-91bd-c9fa5f498f95 req-8699b486-9b3d-41d7-8fe7-3d9a7670eb0c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1092539 Oct 11 17:38:12.788023 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165c36c-4717-4406-91bd-c9fa5f498f95 req-0d790a6a-867b-4f42-b93b-93bed1823dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:12.790156 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-4165c36c-4717-4406-91bd-c9fa5f498f95 req-0d790a6a-867b-4f42-b93b-93bed1823dea service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930059 Oct 11 17:38:12.813235 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9aeb4-a66b-4309-894f-4b0f924b1334 req-429fb8b5-f28c-47af-8c13-9d42b47af112 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:12.815057 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b7e9aeb4-a66b-4309-894f-4b0f924b1334 req-429fb8b5-f28c-47af-8c13-9d42b47af112 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 943 time: 0.0533822 Oct 11 17:38:12.854875 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b7e9aeb4-a66b-4309-894f-4b0f924b1334 req-ccc7fbfd-9960-472b-aa9b-9498ec786d6b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339966 Oct 11 17:38:12.875542 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-446bc176-7b38-433a-a6df-69598bccc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:12.880783 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-446bc176-7b38-433a-a6df-69598bccc62b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 1096 time: 0.0431709 Oct 11 17:38:12.918574 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-e40d524e-9f65-4126-a0a5-51f192df168c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f980fddc-1d6a-484d-a14d-c6cebd069186 HTTP/1.1" status: 200 len: 217 time: 0.0335231 Oct 11 17:38:12.971383 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-580a90e9-d3b5-4a84-8318-e23fb58b15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:12.972713 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-580a90e9-d3b5-4a84-8318-e23fb58b15c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0459204 Oct 11 17:38:13.017220 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-3445d6b8-fdcd-4417-8587-ab3c0b55fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:13.018659 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-3445d6b8-fdcd-4417-8587-ab3c0b55fec8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389922 Oct 11 17:38:13.108472 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-36f66f33-a8a9-4bd1-9270-c78b9b611dae service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817313 Oct 11 17:38:13.146534 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a5decf8e-fe27-46f4-8b75-70a48408e2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:13.204075 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-405a0513-f2fc-4a0f-934e-2b9d39a32d97 req-53402a73-4d06-4f63-97f0-33a700bdc5d1 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871208 Oct 11 17:38:13.970545 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7cc54-013a-46b4-a32a-bd71b0741df9 req-e66515df-67b7-45e5-83ea-f9e6bb9f76d2 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:13.972107 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4cd7cc54-013a-46b4-a32a-bd71b0741df9 req-e66515df-67b7-45e5-83ea-f9e6bb9f76d2 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 943 time: 0.0488744 Oct 11 17:38:14.016392 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4cd7cc54-013a-46b4-a32a-bd71b0741df9 req-d083a921-1d37-44c3-8bc6-372bf2bf7e9a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381982 Oct 11 17:38:14.471821 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:14.718107 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:38:14.775373 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:15.130570 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a86c7-ef5c-47f5-ac5d-cffce1afdc78 req-f43b9bf9-4661-44ea-80d8-d2ec1e125c75 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:15.132076 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2d4a86c7-ef5c-47f5-ac5d-cffce1afdc78 req-f43b9bf9-4661-44ea-80d8-d2ec1e125c75 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 943 time: 0.0499990 Oct 11 17:38:15.171770 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2d4a86c7-ef5c-47f5-ac5d-cffce1afdc78 req-dbecd65d-de95-4808-8640-f0fcc45a5fc6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Oct 11 17:38:16.111597 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:16.288078 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2613-d15a-4770-9d84-af0696f07ccb req-face8d07-6261-4c5a-a708-c892772d5378 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:16.290103 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04ef2613-d15a-4770-9d84-af0696f07ccb req-face8d07-6261-4c5a-a708-c892772d5378 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 943 time: 0.0525641 Oct 11 17:38:16.327471 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04ef2613-d15a-4770-9d84-af0696f07ccb req-ff2fd3d5-be57-4c18-ab97-ae27cd0082bf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Oct 11 17:38:17.452998 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09849881-90da-41df-9a4a-5ce16aa3f6ad req-04a1111f-732a-491e-a760-c1bf970b43f6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:17.454628 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-09849881-90da-41df-9a4a-5ce16aa3f6ad req-04a1111f-732a-491e-a760-c1bf970b43f6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 943 time: 0.0500135 Oct 11 17:38:17.494089 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-09849881-90da-41df-9a4a-5ce16aa3f6ad req-0f5fd98d-307d-433d-b68c-7bf944255054 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Oct 11 17:38:18.620682 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44718a8b-8b4a-4069-868e-b8245b1fbf6d req-5dba913e-8dfd-4274-a229-6f4f125bedf9 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:18.627767 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-44718a8b-8b4a-4069-868e-b8245b1fbf6d req-5dba913e-8dfd-4274-a229-6f4f125bedf9 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 943 time: 0.0584159 Oct 11 17:38:18.660283 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-44718a8b-8b4a-4069-868e-b8245b1fbf6d req-d21d8e9f-b3af-437f-bcf5-039ab1d1faac tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316908 Oct 11 17:38:18.786362 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74053d8-3748-4275-97de-e997e9853974 req-34d90dfe-b10f-4c78-aadc-7b3464677689 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:18.787742 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f74053d8-3748-4275-97de-e997e9853974 req-34d90dfe-b10f-4c78-aadc-7b3464677689 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 945 time: 0.0509434 Oct 11 17:38:18.825991 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f74053d8-3748-4275-97de-e997e9853974 req-67be02c2-67d4-42ce-8a1d-5a8f6faf9479 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Oct 11 17:38:19.777871 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884e217-e407-4543-8d7b-a26486f47a5c req-6bc8f3ab-c6eb-4609-bae5-01f754cb8ff9 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:19.779348 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2884e217-e407-4543-8d7b-a26486f47a5c req-6bc8f3ab-c6eb-4609-bae5-01f754cb8ff9 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 943 time: 0.0504622 Oct 11 17:38:19.816328 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2884e217-e407-4543-8d7b-a26486f47a5c req-c178b7e2-cf1d-4d69-8b88-44c45c5f0e04 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Oct 11 17:38:19.937519 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865c275-f76d-4af3-939d-3f945bbf9d68 req-3517376b-5070-400a-951b-fea85a569d76 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:19.939006 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a865c275-f76d-4af3-939d-3f945bbf9d68 req-3517376b-5070-400a-951b-fea85a569d76 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Oct 11 17:38:19.974781 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a865c275-f76d-4af3-939d-3f945bbf9d68 req-4ad0552d-a2eb-46e7-bf30-daa73c92dd39 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300834 Oct 11 17:38:20.543467 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-5722efb6-142e-42e8-9f52-dbc42d5b27be tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:20.544950 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-5722efb6-142e-42e8-9f52-dbc42d5b27be tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Oct 11 17:38:20.636106 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Deleting port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:38:20.636444 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:20.722583 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] For port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:20.722860 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:20.735411 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Calling delete_port for 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:38:20.932319 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12d79d-be84-477b-bf4e-918139363bed req-f22a6281-6fa4-47fc-ae08-9e39160c5b63 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:20.933836 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1c12d79d-be84-477b-bf4e-918139363bed req-f22a6281-6fa4-47fc-ae08-9e39160c5b63 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 943 time: 0.0523460 Oct 11 17:38:20.949181 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:20.961939 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:38:20.974215 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1c12d79d-be84-477b-bf4e-918139363bed req-e56bdf97-df14-44b1-b2ca-c5bd051f47f9 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338724 Oct 11 17:38:20.977975 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Pushing event deleted for resources: {'Port': ['ID=906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:21.022779 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] No DVR routers for this DVR port 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:38:21.025398 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:21.029535 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-c244cf6f-fd22-44ce-96e4-a5d84e04df42 req-aa3840d0-9945-4eb5-a80f-9456b2ea7f98 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.48 "DELETE /v2.0/ports/906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb HTTP/1.1" status: 204 len: 173 time: 0.4768474 Oct 11 17:38:21.029535 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec71f078-fb73-496f-9e4a-dd7a081cf1b0', 'name': 'network-vif-deleted', 'tag': '906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:38:21.032255 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd5a71-2493-4677-a330-334c056b8711" -d '{"events": [{"server_uuid": "ec71f078-fb73-496f-9e4a-dd7a081cf1b0", "name": "network-vif-deleted", "tag": "906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:38:21.072096 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0767768c-b500-4981-8910-f62f9d9423fc x-openstack-request-id: req-0767768c-b500-4981-8910-f62f9d9423fc {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:38:21.072096 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec71f078-fb73-496f-9e4a-dd7a081cf1b0", "name": "network-vif-deleted", "tag": "906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:38:21.072096 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0767768c-b500-4981-8910-f62f9d9423fc {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:38:21.072398 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec71f078-fb73-496f-9e4a-dd7a081cf1b0', 'name': 'network-vif-deleted', 'tag': '906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb', 'status': 'completed', 'code': 200} Oct 11 17:38:21.073558 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-61109bbd-c354-4d11-8cff-850b675c4d17 req-46edc285-16b7-4cd3-8b2d-49659444b15d tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71f078-fb73-496f-9e4a-dd7a081cf1b0 HTTP/1.1" status: 200 len: 210 time: 0.0282168 Oct 11 17:38:21.538046 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device f980fddc-1d6a-484d-a14d-c6cebd069186 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:38:21.629871 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port f980fddc-1d6a-484d-a14d-c6cebd069186, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f980fddc-1d6a-484d-a14d-c6cebd069186,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:21.640996 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'port_id': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'mac_address': 'fa:16:3e:bb:f2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:38:21.679336 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:21.692456 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f980fddc-1d6a-484d-a14d-c6cebd069186 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:38:21.712374 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port f980fddc-1d6a-484d-a14d-c6cebd069186, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f980fddc-1d6a-484d-a14d-c6cebd069186,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:21.837563 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:21.884002 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=f980fddc-1d6a-484d-a14d-c6cebd069186,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:22.043815 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36012) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:22.067988 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['f980fddc-1d6a-484d-a14d-c6cebd069186'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:38:22.102622 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22de74-39bc-4a20-8b16-3ff256f9128a req-707dbd3b-b5d0-4a75-8b45-b5b3a095b98c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:22.104875 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6b22de74-39bc-4a20-8b16-3ff256f9128a req-707dbd3b-b5d0-4a75-8b45-b5b3a095b98c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 944 time: 0.0525615 Oct 11 17:38:22.177140 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6b22de74-39bc-4a20-8b16-3ff256f9128a req-1108a2ef-fc99-4bea-bf56-6080417027bf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591087 Oct 11 17:38:22.177240 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-13c1bdaa-3463-4c66-b0dd-b7a84b9e2432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:22.257179 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-13c1bdaa-3463-4c66-b0dd-b7a84b9e2432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:22.337488 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-13c1bdaa-3463-4c66-b0dd-b7a84b9e2432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:22.379290 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-13c1bdaa-3463-4c66-b0dd-b7a84b9e2432 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf35769f404b4aa8b94879c2c8edc088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311563 Oct 11 17:38:22.379608 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36020) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:22.385931 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1bdaa-3463-4c66-b0dd-b7a84b9e2432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5f3cd-dc19-41dc-98b2-0dc051ea3b57,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:22.444686 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:22.467206 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:22.592209 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:22.594889 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:22.596039 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54b5f3cd-dc19-41dc-98b2-0dc051ea3b57 HTTP/1.1" status: 204 len: 168 time: 0.2153981 Oct 11 17:38:22.603751 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5f3cd-dc19-41dc-98b2-0dc051ea3b57,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:22.610660 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.610999 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.611334 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.611663 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.612011 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.612314 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.612634 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.613095 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.613287 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.613606 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.613920 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:22.614229 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862eb47-de4b-435f-a4f0-ff3fe3822d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:38:23.277104 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6b6c-0c32-422d-afbb-9e4bde5b43f9 req-db326330-52b6-4ddf-953f-44e6d4e87d7d tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:23.278610 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-900c6b6c-0c32-422d-afbb-9e4bde5b43f9 req-db326330-52b6-4ddf-953f-44e6d4e87d7d tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 944 time: 0.0495167 Oct 11 17:38:23.317608 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-900c6b6c-0c32-422d-afbb-9e4bde5b43f9 req-34bacc25-d32c-492b-815e-f1d0e1debefe tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 Oct 11 17:38:23.977761 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device f980fddc-1d6a-484d-a14d-c6cebd069186 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:38:24.088716 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port f980fddc-1d6a-484d-a14d-c6cebd069186 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:38:24.093241 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port f980fddc-1d6a-484d-a14d-c6cebd069186 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:38:24.093619 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:24.174833 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:24.203731 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:38:24.208439 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f91bd2-157a-4cba-8867-9ddb5185ccc0" -d '{"events": [{"server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "name": "network-vif-plugged", "status": "completed", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:38:24.222728 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port f980fddc-1d6a-484d-a14d-c6cebd069186, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f980fddc-1d6a-484d-a14d-c6cebd069186,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:24.245733 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efe352e-3f3c-490c-88f3-f176187064ff x-openstack-request-id: req-3efe352e-3f3c-490c-88f3-f176187064ff {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:38:24.246037 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "name": "network-vif-plugged", "status": "completed", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:38:24.246297 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3efe352e-3f3c-490c-88f3-f176187064ff {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:38:24.246697 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'code': 200} Oct 11 17:38:24.288978 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:24.289911 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:38:24.310656 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:38:24.311576 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 906f68f3-7fdf-4af3-a9ce-9e2f9ae622cb not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:38:24.356727 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=f980fddc-1d6a-484d-a14d-c6cebd069186,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:24.433468 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fba6e2-af48-4e33-a1da-94d73333ff65 req-97df5704-71c4-4ae0-ba74-1848955a3095 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:24.434943 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a1fba6e2-af48-4e33-a1da-94d73333ff65 req-97df5704-71c4-4ae0-ba74-1848955a3095 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Oct 11 17:38:24.472476 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a1fba6e2-af48-4e33-a1da-94d73333ff65 req-a8fb34a9-0ba0-485a-ad4f-9dd4f4dd88cb tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Oct 11 17:38:25.586884 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c15c4-d734-4279-9725-0801b61df509 req-22cf4139-ee0e-4560-adb0-c817f866e69c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:25.588339 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-490c15c4-d734-4279-9725-0801b61df509 req-22cf4139-ee0e-4560-adb0-c817f866e69c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 945 time: 0.0511880 Oct 11 17:38:25.625121 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-490c15c4-d734-4279-9725-0801b61df509 req-ce989c75-f889-47ca-adda-07f094337b0e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302739 Oct 11 17:38:25.721302 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36098) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:25.821937 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-59906fa7-e94c-4155-821d-7b018c9698da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:25.895942 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-59906fa7-e94c-4155-821d-7b018c9698da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:25.974341 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-59906fa7-e94c-4155-821d-7b018c9698da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:26.011851 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-59906fa7-e94c-4155-821d-7b018c9698da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f134018e1e0c4f68820e045e39b8ebd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894928 Oct 11 17:38:26.013896 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59906fa7-e94c-4155-821d-7b018c9698da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a65ee3-f0a2-4909-a0d6-ef1f355c924a,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:26.015326 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36102) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:26.090570 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4060a1c0-4b42-46aa-ae50-17a59cf33c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:26.117303 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da687f4-2d09-417c-bb3e-3237b079d9e5 req-be47afa8-44c7-4243-945b-78fa39a5269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:26.118776 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9da687f4-2d09-417c-bb3e-3237b079d9e5 req-be47afa8-44c7-4243-945b-78fa39a5269f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 1098 time: 0.0677810 Oct 11 17:38:26.120434 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4060a1c0-4b42-46aa-ae50-17a59cf33c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:26.174799 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-9da687f4-2d09-417c-bb3e-3237b079d9e5 req-b9215181-a797-4b49-b144-f2226370ec19 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476971 Oct 11 17:38:26.254816 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4060a1c0-4b42-46aa-ae50-17a59cf33c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:26.257406 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4060a1c0-4b42-46aa-ae50-17a59cf33c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:26.258555 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-4060a1c0-4b42-46aa-ae50-17a59cf33c24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58a65ee3-f0a2-4909-a0d6-ef1f355c924a HTTP/1.1" status: 204 len: 168 time: 0.2422485 Oct 11 17:38:26.266626 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060a1c0-4b42-46aa-ae50-17a59cf33c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a65ee3-f0a2-4909-a0d6-ef1f355c924a,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:26.740561 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd68cc8-a0e2-4750-a049-20d7a2b5fc4b req-c9b26b34-9909-47ca-99d4-970665484690 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:26.742048 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8fd68cc8-a0e2-4750-a049-20d7a2b5fc4b req-c9b26b34-9909-47ca-99d4-970665484690 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 945 time: 0.0485332 Oct 11 17:38:26.782894 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8fd68cc8-a0e2-4750-a049-20d7a2b5fc4b req-984b0126-d172-4a7a-afb9-d4d1d17fea71 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350041 Oct 11 17:38:26.871875 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36122) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:26.885024 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-46eef5e1-afa3-4f1c-9846-c92523cf0463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:26.960506 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-46eef5e1-afa3-4f1c-9846-c92523cf0463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:27.019871 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-46eef5e1-afa3-4f1c-9846-c92523cf0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:27.059259 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-46eef5e1-afa3-4f1c-9846-c92523cf0463 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b043277c962f49ac930147fa6ab6e32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862977 Oct 11 17:38:27.060147 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef5e1-afa3-4f1c-9846-c92523cf0463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc30b682-60ea-4e00-a4d7-0647b4aeb579,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:27.061984 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36126) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:27.110210 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0637f133-e331-45d1-bf25-5bd3d3dc6759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:27.130575 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0637f133-e331-45d1-bf25-5bd3d3dc6759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:27.245826 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0637f133-e331-45d1-bf25-5bd3d3dc6759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:27.248465 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0637f133-e331-45d1-bf25-5bd3d3dc6759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:27.249662 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-0637f133-e331-45d1-bf25-5bd3d3dc6759 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc30b682-60ea-4e00-a4d7-0647b4aeb579 HTTP/1.1" status: 204 len: 168 time: 0.1860940 Oct 11 17:38:27.257639 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637f133-e331-45d1-bf25-5bd3d3dc6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc30b682-60ea-4e00-a4d7-0647b4aeb579,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:27.895820 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602725-9196-4edd-a273-98bfe958dc86 req-d63bd73d-7612-4618-aabe-b4b6bc6d1ab1 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:27.897344 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eb602725-9196-4edd-a273-98bfe958dc86 req-d63bd73d-7612-4618-aabe-b4b6bc6d1ab1 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 945 time: 0.0474021 Oct 11 17:38:27.934665 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eb602725-9196-4edd-a273-98bfe958dc86 req-8ab2ec2f-48cf-402e-a5d3-6b420d1495d2 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Oct 11 17:38:28.060435 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29a782-e547-4175-b0d2-61e21616c36f req-0b9d4acb-5d36-48a3-ba76-71101ccfeb1b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:28.063260 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-be29a782-e547-4175-b0d2-61e21616c36f req-0b9d4acb-5d36-48a3-ba76-71101ccfeb1b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 945 time: 0.0589845 Oct 11 17:38:28.102104 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-be29a782-e547-4175-b0d2-61e21616c36f req-ccbec0f2-19d5-4e74-bc35-cb2ea8d49f85 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Oct 11 17:38:28.124800 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36154) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:28.163819 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9dd47-da7d-4c4c-9c69-cca1172ee928 tempest-TestVolumeBootPattern-1356955757 tempest-TestVolumeBootPattern-1356955757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:28.165347 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-97b9dd47-da7d-4c4c-9c69-cca1172ee928 tempest-TestVolumeBootPattern-1356955757 tempest-TestVolumeBootPattern-1356955757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 1093 time: 0.0394807 Oct 11 17:38:28.168139 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36156) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:38:28.172362 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'port_id': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:38:28.312622 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:28.415040 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:28.525377 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Allocated IP 172.27.3.174 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/29aa6a28-2aba-456e-bd1a-c82b398b4608) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:38:28.635212 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:28.763980 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:28.800078 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:38:28.803997 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:38:28.812182 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:38:28.846677 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=29aa6a28-2aba-456e-bd1a-c82b398b4608,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:29.200728 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:29.354673 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:29.501635 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:29.619817 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:29.683788 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event updated for resources: {'Port': ['ID=29aa6a28-2aba-456e-bd1a-c82b398b4608,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:29.695822 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:30.055567 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Floating IP ef83224b-974f-4e97-858d-b856b61353e7 associated. External IP: 172.27.3.174, port: f980fddc-1d6a-484d-a14d-c6cebd069186. Oct 11 17:38:30.268317 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:38:30.374044 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:38:30.383639 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:38:30.393164 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:38:30.393749 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:38:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:30.448249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:30.474961 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b7bcc555-51d5-4451-bbae-88a47042a526 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3058183 Oct 11 17:38:30.475650 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:38:30.477971 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b" -d '{"events": [{"name": "network-changed", "server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:38:30.508867 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:38:30.517322 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7c3d6-b3db-4e3b-ba4a-536c887e4565 x-openstack-request-id: req-b6b7c3d6-b3db-4e3b-ba4a-536c887e4565 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:38:30.517610 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:38:30.517861 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6b7c3d6-b3db-4e3b-ba4a-536c887e4565 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:38:30.518255 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'status': 'completed', 'code': 200} Oct 11 17:38:30.544729 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:30.728235 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:12Z', 'revision_number': 1, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}, {'id': 'ef83224b-974f-4e97-858d-b856b61353e7', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:bb:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363b9a97-db49-40e1-86c1-a23380306c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:38:29Z', 'updated_at': '2021-10-11T17:38:29Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:30.756653 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:38:30.765259 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:38:30.765861 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:38:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:30.866862 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:38:31.083222 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:12Z', 'revision_number': 1, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}, {'id': 'ef83224b-974f-4e97-858d-b856b61353e7', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:bb:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363b9a97-db49-40e1-86c1-a23380306c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:38:29Z', 'updated_at': '2021-10-11T17:38:29Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:38:31.108340 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6bf8c-8a48-414c-9bf6-c2a61da3f8ec None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:12Z', 'revision_number': 1, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}, {'id': 'ef83224b-974f-4e97-858d-b856b61353e7', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:bb:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363b9a97-db49-40e1-86c1-a23380306c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:38:29Z', 'updated_at': '2021-10-11T17:38:29Z', 'revision_number': 0, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:38:31.302914 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a188b-e8c4-42ea-a407-65b53de6c33f None None] New status for floating IP ef83224b-974f-4e97-858d-b856b61353e7: ACTIVE {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:38:31.681084 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-22a4b5eb-a3ba-4e4d-93f5-995936d6e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:31.682556 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-22a4b5eb-a3ba-4e4d-93f5-995936d6e3ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 1098 time: 0.0406082 Oct 11 17:38:31.772917 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-c4625382-7275-4632-bb84-66c482b72da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:31.774370 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-c4625382-7275-4632-bb84-66c482b72da8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 913 time: 0.0836270 Oct 11 17:38:31.839207 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-c550806e-9137-4016-a63e-52e9d284847a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f980fddc-1d6a-484d-a14d-c6cebd069186 HTTP/1.1" status: 200 len: 1001 time: 0.0565357 Oct 11 17:38:31.888138 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-5ccfae2b-e300-45a6-855f-ed12d9592f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:31.889560 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-5ccfae2b-e300-45a6-855f-ed12d9592f8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0414824 Oct 11 17:38:31.938277 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-a725b266-8756-4b79-a7f1-b65584283644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:31.939730 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-a725b266-8756-4b79-a7f1-b65584283644 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424211 Oct 11 17:38:32.029051 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-1bad6137-4a31-4aa8-aa66-6a21e6ef23fb service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790210 Oct 11 17:38:32.125616 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-d8d3977e-a879-4f5f-a6ec-1a4df4ae692b req-21a13d76-7d74-491c-8ad1-e88c66e4ccab service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889988 Oct 11 17:38:32.730054 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-d8fbd905-da84-4bbb-a707-fa9b7e513457 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:32.731587 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-d8fbd905-da84-4bbb-a707-fa9b7e513457 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/networks?id=be7a4f5f-48ed-46a6-ac75-47435ec4bd14 HTTP/1.1" status: 200 len: 813 time: 0.1004806 Oct 11 17:38:32.746399 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-39a151e8-8380-408d-a9d0-a72624cf3c93 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/quotas/2a056fcebfa0478db46ec7a5b777bebf HTTP/1.1" status: 200 len: 375 time: 0.0090640 Oct 11 17:38:32.781364 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-ae64b0cc-7dd6-450d-b0f3-a2a52e8fbe79 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292184 Oct 11 17:38:32.869132 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-f5d2e96a-fe9f-4c5c-a8d0-bce74a949add service neutron] 10.222.0.42 "GET /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810411 Oct 11 17:38:32.960032 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-5132c908-8bc9-4fee-a6bd-ad07a01a2970 service neutron] 10.222.0.42 "GET /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843861 Oct 11 17:38:33.193728 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-92d5fc95-7b87-478b-a9ea-bffb4f33e618 req-bfd9ce79-58dd-4b63-a40c-4d7f0659345c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 210 time: 0.0280693 Oct 11 17:38:34.281736 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fc140b72-9cc9-466c-b09f-bdc3f1293878 req-bd269f9d-94c3-4618-984a-796f2aac3f69 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 210 time: 0.0257165 Oct 11 17:38:35.371158 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f699ee1-245a-4081-b3b0-ae7dc05cff51 req-fd4e47b5-cd47-4a4a-83cf-5916ec74279c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 210 time: 0.0255532 Oct 11 17:38:36.463500 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0717f381-0324-4356-91cc-3741283ed53c req-aab19e00-aadc-44f3-b5f0-234e0fe87a2c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 210 time: 0.0249310 Oct 11 17:38:37.076155 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-086ae59e-789d-4318-8042-a76d7ef0003e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:37.078261 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-086ae59e-789d-4318-8042-a76d7ef0003e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.48 "GET /v2.0/networks?id=be7a4f5f-48ed-46a6-ac75-47435ec4bd14 HTTP/1.1" status: 200 len: 813 time: 0.0982349 Oct 11 17:38:37.091024 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Request body: {'port': {'device_id': 'bb525426-d7a0-480b-8b14-a158fb17703c', 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14', 'admin_state_up': True, 'tenant_id': '2a056fcebfa0478db46ec7a5b777bebf'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:38:37.282972 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Made reservation on behalf of 2a056fcebfa0478db46ec7a5b777bebf for: {'port': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:38:37.286610 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:37.415887 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Allocated IP 172.20.0.6 (be7a4f5f-48ed-46a6-ac75-47435ec4bd14/13f4fdf5-c861-41d4-aec8-feeb6480580c/e4f8036c-3b06-4246-b5ea-156f6ad002d8) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:38:37.463296 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-ce655846-2527-402f-958a-841f496e4c54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397456 Oct 11 17:38:37.573276 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:37.584926 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-caf2f771-f648-4b6a-8fa6-30217166a701 req-a3396e80-b863-43df-9bd3-096c6af36cfb tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 210 time: 0.0286252 Oct 11 17:38:37.595993 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-36202bbc-a429-4559-91d8-803c1377e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:37.597470 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-36202bbc-a429-4559-91d8-803c1377e3e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 1098 time: 0.0817893 Oct 11 17:38:37.669127 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:37.706962 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-d525c3fd-4eab-416e-aaab-9be85ea3ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:37.708465 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-d525c3fd-4eab-416e-aaab-9be85ea3ae79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 913 time: 0.0877047 Oct 11 17:38:37.713937 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:38:37.719249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:38:37.721913 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:38:37.728531 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Pushing event updated for resources: {'Port': ['ID=e4f8036c-3b06-4246-b5ea-156f6ad002d8,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:37.774748 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:37.774969 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-b7c0e36a-6983-4e23-861f-d7e1aeccb245 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3018ae33-03a8-44da-b5ab-05b82b31532a HTTP/1.1" status: 200 len: 1001 time: 0.0586808 Oct 11 17:38:37.775267 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:37.824337 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-1a6e68f5-e5b1-4fc5-90df-979f8a77b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:37.825781 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-1a6e68f5-e5b1-4fc5-90df-979f8a77b1c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0424709 Oct 11 17:38:37.848415 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-adc16982-3430-4f34-b329-93844b23084f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7610610 Oct 11 17:38:37.864382 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Request body: {'port': {'device_id': 'bb525426-d7a0-480b-8b14-a158fb17703c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:38:37.879401 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-319ab19f-a5b7-4c07-b55d-15473704f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:37.880882 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-319ab19f-a5b7-4c07-b55d-15473704f64d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425539 Oct 11 17:38:37.919541 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:37.971367 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-004d9a4f-91df-4684-ac7d-db12dcd3da0b service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808959 Oct 11 17:38:38.177690 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f8036c-3b06-4246-b5ea-156f6ad002d8 {{(pid=94390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:38:38.185202 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:38.196932 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.provisioning_blocks [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Transition to ACTIVE for port object e4f8036c-3b06-4246-b5ea-156f6ad002d8 will not be triggered until provisioned by entity L2. {{(pid=94390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:38:38.256388 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:38.304817 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f8036c-3b06-4246-b5ea-156f6ad002d8,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:38.373743 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Attempting to bind port e4f8036c-3b06-4246-b5ea-156f6ad002d8 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:38:38.374074 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Attempting to bind port e4f8036c-3b06-4246-b5ea-156f6ad002d8 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:38:38.374399 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Attempting to bind port e4f8036c-3b06-4246-b5ea-156f6ad002d8 on network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:38:38.378560 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Port e4f8036c-3b06-4246-b5ea-156f6ad002d8 on network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:38:38.378877 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Attempting to bind port e4f8036c-3b06-4246-b5ea-156f6ad002d8 on network be7a4f5f-48ed-46a6-ac75-47435ec4bd14 {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:38:38.383678 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:38:38.393893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Checking segment: {'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:38:38.393893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Bound using segment: {'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'} {{(pid=94390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:38:38.393893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.managers [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Bound port: e4f8036c-3b06-4246-b5ea-156f6ad002d8, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aba5dce-3b02-4f47-a9e4-8b02082e8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14'}}] {{(pid=94390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:38:38.393893 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:38.446115 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] For port e4f8036c-3b06-4246-b5ea-156f6ad002d8, host hv-cinder-80895, cleared binding levels {{(pid=94390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:38:38.449040 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] For port e4f8036c-3b06-4246-b5ea-156f6ad002d8, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e4f8036c-3b06-4246-b5ea-156f6ad002d8,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:38:38.528540 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:38.560500 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:38.561154 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:38.563080 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/e4f8036c-3b06-4246-b5ea-156f6ad002d8 HTTP/1.1" status: 200 len: 1093 time: 0.7028503 Oct 11 17:38:38.563516 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb525426-d7a0-480b-8b14-a158fb17703c', 'tag': 'e4f8036c-3b06-4246-b5ea-156f6ad002d8'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:38:38.565791 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d2a01-1941-44cf-81e4-ebbf3f605fed" -d '{"events": [{"name": "network-changed", "server_uuid": "bb525426-d7a0-480b-8b14-a158fb17703c", "tag": "e4f8036c-3b06-4246-b5ea-156f6ad002d8"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:38:38.590678 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57a882-bb80-4f39-8165-72d571cb94f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f8036c-3b06-4246-b5ea-156f6ad002d8,revision_number=3']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:38.602173 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bbf822-9d40-44d7-87f2-b0a8189906b2 x-openstack-request-id: req-34bbf822-9d40-44d7-87f2-b0a8189906b2 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:38:38.602458 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb525426-d7a0-480b-8b14-a158fb17703c", "tag": "e4f8036c-3b06-4246-b5ea-156f6ad002d8", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:38:38.602708 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34bbf822-9d40-44d7-87f2-b0a8189906b2 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:38:38.603096 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb525426-d7a0-480b-8b14-a158fb17703c', 'tag': 'e4f8036c-3b06-4246-b5ea-156f6ad002d8', 'status': 'completed', 'code': 200} Oct 11 17:38:38.698280 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b8f04-cf4c-4f21-91d7-8cbf308c4300 req-d3f34077-8e69-4f99-9b52-e5559b6c71c5 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:38.699725 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-219b8f04-cf4c-4f21-91d7-8cbf308c4300 req-d3f34077-8e69-4f99-9b52-e5559b6c71c5 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 943 time: 0.0480955 Oct 11 17:38:38.737336 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-219b8f04-cf4c-4f21-91d7-8cbf308c4300 req-d2223f00-9001-4c9f-ae3a-5c1421990bc5 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Oct 11 17:38:39.853184 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c310979-7f79-4c45-8916-70c0a6cea552 req-42609dec-750d-4bb0-895e-fd758d91606e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:39.854527 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6c310979-7f79-4c45-8916-70c0a6cea552 req-42609dec-750d-4bb0-895e-fd758d91606e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 943 time: 0.0507562 Oct 11 17:38:39.933729 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6c310979-7f79-4c45-8916-70c0a6cea552 req-f7b82349-612a-4262-a99b-4bb77fe01816 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726309 Oct 11 17:38:39.970933 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6e3f6535-097d-4a3e-b041-df9ce0d15dc2 req-289eea89-3c5d-49e6-80f4-ed9fb58ef0d4 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968554 Oct 11 17:38:40.482787 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a1e03289-dd2b-48f0-9e3e-e76622dc9050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:40.975893 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d2a01-1941-44cf-81e4-ebbf3f605fed req-a738cd9a-a424-42d0-9b03-dccba1e81daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:40.977479 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-266d2a01-1941-44cf-81e4-ebbf3f605fed req-a738cd9a-a424-42d0-9b03-dccba1e81daf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 1096 time: 0.0483494 Oct 11 17:38:41.099710 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab000b-89dc-4bb3-80fe-9b5153ed6c6b req-f09421fb-931a-493a-8486-c6d3d456af61 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:41.101194 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c8ab000b-89dc-4bb3-80fe-9b5153ed6c6b req-f09421fb-931a-493a-8486-c6d3d456af61 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 943 time: 0.0936251 Oct 11 17:38:41.139925 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d2a01-1941-44cf-81e4-ebbf3f605fed req-ad348edc-a477-44b3-bf25-63071c0d1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:41.141969 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-266d2a01-1941-44cf-81e4-ebbf3f605fed req-ad348edc-a477-44b3-bf25-63071c0d1972 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1428745 Oct 11 17:38:41.174765 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c8ab000b-89dc-4bb3-80fe-9b5153ed6c6b req-64a38e9c-5b22-45ea-8178-7ab06e2e77a0 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650020 Oct 11 17:38:41.243054 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d2a01-1941-44cf-81e4-ebbf3f605fed req-4c0640a0-47f9-4034-97fa-a44d688de6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:41.244510 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-266d2a01-1941-44cf-81e4-ebbf3f605fed req-4c0640a0-47f9-4034-97fa-a44d688de6e7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933800 Oct 11 17:38:41.333527 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-d2526a2c-4ba6-4eae-9942-96a88a031f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:41.335099 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-d2526a2c-4ba6-4eae-9942-96a88a031f87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 1096 time: 0.0461106 Oct 11 17:38:41.378547 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-ca31b018-b8fe-4efb-82e6-047534f5c7f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f8036c-3b06-4246-b5ea-156f6ad002d8 HTTP/1.1" status: 200 len: 217 time: 0.0343339 Oct 11 17:38:41.426013 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-86d80100-e181-4d44-ae5e-bc45a44d59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:41.427653 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-86d80100-e181-4d44-ae5e-bc45a44d59a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13f4fdf5-c861-41d4-aec8-feeb6480580c HTTP/1.1" status: 200 len: 853 time: 0.0420606 Oct 11 17:38:41.460612 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-a7f579c3-9493-4336-8cea-8eb92aa96016 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be7a4f5f-48ed-46a6-ac75-47435ec4bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237322 Oct 11 17:38:41.554871 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-63f2e05e-f2db-4712-a06e-3876f1836b73 service neutron] 10.222.0.48 "GET /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856733 Oct 11 17:38:41.650138 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-087aeea4-fd25-4875-81f1-3a72f23c743a req-cecd162a-9b32-4153-86de-b49e215bf831 service neutron] 10.222.0.48 "GET /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864697 Oct 11 17:38:42.293592 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe6521-7b5e-48c4-b2ee-de7eb3681a28 req-d4ebc3c2-869b-404a-97c8-7b54e86b8042 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:42.295042 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9abe6521-7b5e-48c4-b2ee-de7eb3681a28 req-d4ebc3c2-869b-404a-97c8-7b54e86b8042 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 943 time: 0.0523286 Oct 11 17:38:42.333799 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9abe6521-7b5e-48c4-b2ee-de7eb3681a28 req-72bed602-6815-40e4-98d1-342cbdf92038 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Oct 11 17:38:43.147923 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a763a244-55b5-4a68-ba75-d0c08545328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:43.445721 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d0361-5acf-47dd-9a51-75b9433b924a req-e5a9c370-e6a9-4f52-97f2-18be22033b6c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:43.449764 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8c0d0361-5acf-47dd-9a51-75b9433b924a req-e5a9c370-e6a9-4f52-97f2-18be22033b6c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 943 time: 0.0512023 Oct 11 17:38:43.489242 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8c0d0361-5acf-47dd-9a51-75b9433b924a req-fddfd990-e3cb-45d0-9367-c9d430e21344 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Oct 11 17:38:44.468019 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:44.611598 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74ae34-b7e3-4d1d-9e5b-ed786f09977c req-e411322f-65c1-415c-be8d-e8f1b1dca5e0 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:44.613033 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bc74ae34-b7e3-4d1d-9e5b-ed786f09977c req-e411322f-65c1-415c-be8d-e8f1b1dca5e0 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 943 time: 0.0476971 Oct 11 17:38:44.649347 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-bc74ae34-b7e3-4d1d-9e5b-ed786f09977c req-38037d05-fec8-4629-bff1-cbe4cae5acb8 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305302 Oct 11 17:38:44.733823 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:44.860254 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device e4f8036c-3b06-4246-b5ea-156f6ad002d8 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:38:44.951718 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port e4f8036c-3b06-4246-b5ea-156f6ad002d8, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e4f8036c-3b06-4246-b5ea-156f6ad002d8,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:44.962282 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': 'e4f8036c-3b06-4246-b5ea-156f6ad002d8', 'network_id': 'be7a4f5f-48ed-46a6-ac75-47435ec4bd14', 'port_id': 'e4f8036c-3b06-4246-b5ea-156f6ad002d8', 'mac_address': 'fa:16:3e:30:84:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f4fdf5-c861-41d4-aec8-feeb6480580c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:38:45.000863 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:45.012880 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f8036c-3b06-4246-b5ea-156f6ad002d8 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:38:45.032731 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port e4f8036c-3b06-4246-b5ea-156f6ad002d8, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e4f8036c-3b06-4246-b5ea-156f6ad002d8,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:45.111439 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:45.158218 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=e4f8036c-3b06-4246-b5ea-156f6ad002d8,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:45.762987 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5037fce-32b5-4b02-9b7e-23573e143852 req-aafaee35-cccc-4c75-955b-511dfbdf1c84 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:45.764312 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a5037fce-32b5-4b02-9b7e-23573e143852 req-aafaee35-cccc-4c75-955b-511dfbdf1c84 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 944 time: 0.0505886 Oct 11 17:38:45.800662 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a5037fce-32b5-4b02-9b7e-23573e143852 req-70c60bae-5311-4600-9fe9-cb736b792655 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Oct 11 17:38:46.090668 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:46.911276 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ab498-0e21-486d-800c-bf020dd3f947 req-c9c27d72-9337-4853-9343-c93dfda6f9e5 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:46.912723 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ca4ab498-0e21-486d-800c-bf020dd3f947 req-c9c27d72-9337-4853-9343-c93dfda6f9e5 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 944 time: 0.0477927 Oct 11 17:38:46.950542 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ca4ab498-0e21-486d-800c-bf020dd3f947 req-c1677810-7023-433d-889a-f11fd9994c65 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Oct 11 17:38:47.020416 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['e4f8036c-3b06-4246-b5ea-156f6ad002d8'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:38:48.061910 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed91ff5-30f6-419b-8cbb-6e646b4ae4ff req-16692e60-4a80-49db-be1b-71517bf2e921 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:48.063396 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0ed91ff5-30f6-419b-8cbb-6e646b4ae4ff req-16692e60-4a80-49db-be1b-71517bf2e921 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 944 time: 0.0484352 Oct 11 17:38:48.101520 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0ed91ff5-30f6-419b-8cbb-6e646b4ae4ff req-259f4ed2-f09c-42b6-b800-1090f8c55a64 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Oct 11 17:38:48.751756 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device e4f8036c-3b06-4246-b5ea-156f6ad002d8 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:38:48.936361 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port e4f8036c-3b06-4246-b5ea-156f6ad002d8 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:38:48.940749 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port e4f8036c-3b06-4246-b5ea-156f6ad002d8 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:38:48.941138 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:49.018569 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:49.042787 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb525426-d7a0-480b-8b14-a158fb17703c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f8036c-3b06-4246-b5ea-156f6ad002d8'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:38:49.045029 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6def91d2-c38e-46a8-9aa2-d073490eb57b" -d '{"events": [{"server_uuid": "bb525426-d7a0-480b-8b14-a158fb17703c", "name": "network-vif-plugged", "status": "completed", "tag": "e4f8036c-3b06-4246-b5ea-156f6ad002d8"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:38:49.058648 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port e4f8036c-3b06-4246-b5ea-156f6ad002d8, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e4f8036c-3b06-4246-b5ea-156f6ad002d8,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:38:49.081633 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ecc1a2-b841-4566-bda1-8a44b3142802 x-openstack-request-id: req-31ecc1a2-b841-4566-bda1-8a44b3142802 {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:38:49.081924 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb525426-d7a0-480b-8b14-a158fb17703c", "name": "network-vif-plugged", "status": "completed", "tag": "e4f8036c-3b06-4246-b5ea-156f6ad002d8", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:38:49.082175 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31ecc1a2-b841-4566-bda1-8a44b3142802 {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:38:49.082561 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb525426-d7a0-480b-8b14-a158fb17703c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f8036c-3b06-4246-b5ea-156f6ad002d8', 'code': 200} Oct 11 17:38:49.180101 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:38:49.218348 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5911ae2-b965-416c-b327-91bad569046d req-f728b218-1624-4ea2-8cf7-821752ca3b8c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:49.219812 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a5911ae2-b965-416c-b327-91bad569046d req-f728b218-1624-4ea2-8cf7-821752ca3b8c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0528746 Oct 11 17:38:49.226471 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=e4f8036c-3b06-4246-b5ea-156f6ad002d8,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:38:49.258025 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a5911ae2-b965-416c-b327-91bad569046d req-c084c077-49db-4c16-a748-0d9fd0d49e13 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Oct 11 17:38:49.436806 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5b901-1b47-4519-bdd3-9fff8d243fd6 req-a9f5ce13-beab-4652-9376-41a62e6f18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:49.438343 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d5c5b901-1b47-4519-bdd3-9fff8d243fd6 req-a9f5ce13-beab-4652-9376-41a62e6f18d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 1098 time: 0.0434780 Oct 11 17:38:49.473718 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d5c5b901-1b47-4519-bdd3-9fff8d243fd6 req-f8e8ed77-d2eb-40cc-938e-3d8488c76e52 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270724 Oct 11 17:38:50.371721 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb352-5c98-455d-97f6-6445db4cfa76 req-ba4e60e0-85b9-4269-bc4a-a993e899ad0f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:50.373197 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7d4fb352-5c98-455d-97f6-6445db4cfa76 req-ba4e60e0-85b9-4269-bc4a-a993e899ad0f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0480380 Oct 11 17:38:50.410590 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7d4fb352-5c98-455d-97f6-6445db4cfa76 req-3c877b18-d83b-4548-9f29-393b437460b4 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Oct 11 17:38:51.523800 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca18dd8-1325-47e1-ab9b-9a50a9544dc7 req-7701afea-5ccf-48b4-af54-2256def4566f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:51.525281 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7ca18dd8-1325-47e1-ab9b-9a50a9544dc7 req-7701afea-5ccf-48b4-af54-2256def4566f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0503509 Oct 11 17:38:51.563468 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-7ca18dd8-1325-47e1-ab9b-9a50a9544dc7 req-4ba6e4e3-c4c0-49ad-b282-683b5988bdc1 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317955 Oct 11 17:38:51.715923 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:38:52.673052 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3353f0-90f8-43ba-b6c9-510d455974ef req-ff729e20-4881-4277-9fcd-9edf603a7c52 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:52.674515 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2a3353f0-90f8-43ba-b6c9-510d455974ef req-ff729e20-4881-4277-9fcd-9edf603a7c52 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0470450 Oct 11 17:38:52.710799 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2a3353f0-90f8-43ba-b6c9-510d455974ef req-eaaaf0f9-1123-421a-9215-f48fcf03e27f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302575 Oct 11 17:38:53.823221 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fdf61-0386-44ab-9834-b5a3bb40ebbc req-5c7a9057-ddab-420a-a0b0-94d66f341867 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:53.824650 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ca5fdf61-0386-44ab-9834-b5a3bb40ebbc req-5c7a9057-ddab-420a-a0b0-94d66f341867 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0478444 Oct 11 17:38:53.862749 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ca5fdf61-0386-44ab-9834-b5a3bb40ebbc req-2389fd71-c9b4-4ad2-a3bf-5ee92fd72f68 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Oct 11 17:38:54.977944 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04429cf9-02e4-48bb-8f84-a101a5bf6332 req-e2e54040-408c-4c51-a742-46546f07f7b3 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:38:54.979538 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04429cf9-02e4-48bb-8f84-a101a5bf6332 req-e2e54040-408c-4c51-a742-46546f07f7b3 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0525601 Oct 11 17:38:55.018017 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04429cf9-02e4-48bb-8f84-a101a5bf6332 req-1ff1b27e-373c-40b4-9a77-404ae540cc86 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Oct 11 17:39:00.518678 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:04.117637 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36462) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:04.222197 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b024170-d0ed-4178-9154-c8830bcbe7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:04.295843 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b024170-d0ed-4178-9154-c8830bcbe7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:04.362016 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4b024170-d0ed-4178-9154-c8830bcbe7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:04.402235 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-4b024170-d0ed-4178-9154-c8830bcbe7e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe89f94271104424b5fba84554680908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835515 Oct 11 17:39:04.403093 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b024170-d0ed-4178-9154-c8830bcbe7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e058e-cad8-4de4-a18f-63596cc558a7,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:04.405125 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36468) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:04.453632 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ef090749-a364-4fae-988f-891b9dcce058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:04.473885 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ef090749-a364-4fae-988f-891b9dcce058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:04.579732 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ef090749-a364-4fae-988f-891b9dcce058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:04.582310 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ef090749-a364-4fae-988f-891b9dcce058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:04.583488 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-ef090749-a364-4fae-988f-891b9dcce058 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b94e058e-cad8-4de4-a18f-63596cc558a7 HTTP/1.1" status: 204 len: 168 time: 0.1773527 Oct 11 17:39:04.591163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef090749-a364-4fae-988f-891b9dcce058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e058e-cad8-4de4-a18f-63596cc558a7,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:05.147334 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36474) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:05.160845 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-305f95d5-3dd2-42d4-b8bf-39ddcf9146d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:05.231576 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-305f95d5-3dd2-42d4-b8bf-39ddcf9146d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:05.295690 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-305f95d5-3dd2-42d4-b8bf-39ddcf9146d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:05.332096 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f95d5-3dd2-42d4-b8bf-39ddcf9146d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1c253-9d72-4ba8-9d37-fa3ef8c2f08e,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:05.336316 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-305f95d5-3dd2-42d4-b8bf-39ddcf9146d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b7f324faa1d4318a82f4052d4053a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879864 Oct 11 17:39:05.338898 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36478) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:05.386573 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e864bab0-04d7-4edb-9070-8c834fb757d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:05.408137 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e864bab0-04d7-4edb-9070-8c834fb757d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:05.541769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e864bab0-04d7-4edb-9070-8c834fb757d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:05.544444 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e864bab0-04d7-4edb-9070-8c834fb757d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:05.545663 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-e864bab0-04d7-4edb-9070-8c834fb757d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15b1c253-9d72-4ba8-9d37-fa3ef8c2f08e HTTP/1.1" status: 204 len: 168 time: 0.2058773 Oct 11 17:39:05.554413 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864bab0-04d7-4edb-9070-8c834fb757d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1c253-9d72-4ba8-9d37-fa3ef8c2f08e,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:10.430516 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-71f16b1c-f92f-45a8-a856-2d6efdb9067f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:13.118273 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-380714bb-c614-4418-ac4f-d78927dcff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:14.478462 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:14.758055 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.093497 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.371608 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36598) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:16.473457 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e851-d64b-4088-a4ef-e4daad00ceaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.544093 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e851-d64b-4088-a4ef-e4daad00ceaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.619290 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e851-d64b-4088-a4ef-e4daad00ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.660254 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-9ed5e851-d64b-4088-a4ef-e4daad00ceaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c88b883acae940c18c35f7996b2188b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875717 Oct 11 17:39:16.661389 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5e851-d64b-4088-a4ef-e4daad00ceaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f4f7b6-35fd-4c12-a142-9e8164dc7517,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:16.663107 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36606) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:16.717084 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.738272 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.849912 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.852449 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:16.853794 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0f4f7b6-35fd-4c12-a142-9e8164dc7517 HTTP/1.1" status: 204 len: 168 time: 0.1889853 Oct 11 17:39:16.861410 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f4f7b6-35fd-4c12-a142-9e8164dc7517,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:16.868734 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.869094 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.869570 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.869850 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.870256 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.870583 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.870909 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.871335 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.871614 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.871933 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.872254 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:16.872695 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8950d9-2f46-4442-a00b-2044c4d7da87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:17.468431 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36614) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:17.481088 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-45d5e03d-208d-4b5e-be3a-6a8fcc345c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:17.554450 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-45d5e03d-208d-4b5e-be3a-6a8fcc345c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:17.630519 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-45d5e03d-208d-4b5e-be3a-6a8fcc345c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:17.667518 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-45d5e03d-208d-4b5e-be3a-6a8fcc345c89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d996cee292ee4cfca34f1959bda5887d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981437 Oct 11 17:39:17.668375 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5e03d-208d-4b5e-be3a-6a8fcc345c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513390d5-401d-48b3-9e26-7504b7259c6d,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:17.670273 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36616) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:17.718242 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-63e472a6-9d12-4ea6-b855-46317546948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:17.740456 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-63e472a6-9d12-4ea6-b855-46317546948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:17.861727 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-63e472a6-9d12-4ea6-b855-46317546948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:17.864391 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-63e472a6-9d12-4ea6-b855-46317546948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:17.865589 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-63e472a6-9d12-4ea6-b855-46317546948a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/513390d5-401d-48b3-9e26-7504b7259c6d HTTP/1.1" status: 204 len: 168 time: 0.1943395 Oct 11 17:39:17.874873 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e472a6-9d12-4ea6-b855-46317546948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513390d5-401d-48b3-9e26-7504b7259c6d,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:20.779571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aeab7-86cc-4c6b-9766-72168740fea6 req-47381b2a-4bdf-46bf-8bc2-f41535eeff4e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:39:20.780932 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-410aeab7-86cc-4c6b-9766-72168740fea6 req-47381b2a-4bdf-46bf-8bc2-f41535eeff4e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0469942 Oct 11 17:39:20.818427 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-410aeab7-86cc-4c6b-9766-72168740fea6 req-821e121c-8aec-468d-9d16-352282f30a7f tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Oct 11 17:39:20.975930 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36710) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:21.077493 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff714e63-44f0-4798-8b3e-2cd2b8a8bd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:21.149650 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff714e63-44f0-4798-8b3e-2cd2b8a8bd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:21.213498 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-ff714e63-44f0-4798-8b3e-2cd2b8a8bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:21.254489 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-ff714e63-44f0-4798-8b3e-2cd2b8a8bd90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73d733673cec4d59ba492517350b0065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774873 Oct 11 17:39:21.255336 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff714e63-44f0-4798-8b3e-2cd2b8a8bd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559fc070-8ebb-42e5-a702-8da4530262a3,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:21.257318 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36714) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:21.308314 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca1fe-4816-4112-8c5f-40d1087f98d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:21.328017 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca1fe-4816-4112-8c5f-40d1087f98d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:21.483662 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca1fe-4816-4112-8c5f-40d1087f98d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:21.486878 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca1fe-4816-4112-8c5f-40d1087f98d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:21.488005 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-ee9ca1fe-4816-4112-8c5f-40d1087f98d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/559fc070-8ebb-42e5-a702-8da4530262a3 HTTP/1.1" status: 204 len: 168 time: 0.2297146 Oct 11 17:39:21.495877 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ca1fe-4816-4112-8c5f-40d1087f98d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559fc070-8ebb-42e5-a702-8da4530262a3,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:21.931013 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9194f55-6807-4c17-ab74-2562ba9409d8 req-e082d22c-f74b-43b7-8ccc-03b04d59d051 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:39:21.932366 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f9194f55-6807-4c17-ab74-2562ba9409d8 req-e082d22c-f74b-43b7-8ccc-03b04d59d051 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0477607 Oct 11 17:39:21.969628 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f9194f55-6807-4c17-ab74-2562ba9409d8 req-909b903b-5d14-4678-bf50-a5daed97c924 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Oct 11 17:39:22.082855 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36724) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:22.096000 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-69bb29da-e0dc-4858-9533-c8bf70b228b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.168020 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-69bb29da-e0dc-4858-9533-c8bf70b228b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.232477 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-69bb29da-e0dc-4858-9533-c8bf70b228b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.270555 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-69bb29da-e0dc-4858-9533-c8bf70b228b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38c153256d7743319d390de94987fc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866505 Oct 11 17:39:22.271658 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb29da-e0dc-4858-9533-c8bf70b228b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebf548d-934a-46e9-b281-24962f69db80,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:22.273256 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36726) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:22.321572 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b90b3d32-46a4-4c77-94ce-7fc576ac0e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.341862 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b90b3d32-46a4-4c77-94ce-7fc576ac0e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.493240 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b90b3d32-46a4-4c77-94ce-7fc576ac0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.495696 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-b90b3d32-46a4-4c77-94ce-7fc576ac0e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.496810 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-b90b3d32-46a4-4c77-94ce-7fc576ac0e35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ebf548d-934a-46e9-b281-24962f69db80 HTTP/1.1" status: 204 len: 168 time: 0.2217991 Oct 11 17:39:22.504914 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b3d32-46a4-4c77-94ce-7fc576ac0e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebf548d-934a-46e9-b281-24962f69db80,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:22.784086 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-bcdcd2e9-d698-489d-89f6-ab4745bdb05c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:39:22.785561 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-bcdcd2e9-d698-489d-89f6-ab4745bdb05c tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0513802 Oct 11 17:39:22.874238 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Deleting port e4f8036c-3b06-4246-b5ea-156f6ad002d8 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:39:22.874583 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.964378 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] For port e4f8036c-3b06-4246-b5ea-156f6ad002d8, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=e4f8036c-3b06-4246-b5ea-156f6ad002d8,segment=NetworkSegment(9aba5dce-3b02-4f47-a9e4-8b02082e8806),segment_id=9aba5dce-3b02-4f47-a9e4-8b02082e8806)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:39:22.965036 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:22.977793 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Calling delete_port for e4f8036c-3b06-4246-b5ea-156f6ad002d8 owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:39:23.094431 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b149-283a-497e-82bf-ff233639da1e req-c8481976-0859-4ed0-a2dc-6c24dec60096 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:39:23.095887 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fb97b149-283a-497e-82bf-ff233639da1e req-c8481976-0859-4ed0-a2dc-6c24dec60096 tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 945 time: 0.0614796 Oct 11 17:39:23.164505 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fb97b149-283a-497e-82bf-ff233639da1e req-7e97917b-1810-489c-a702-3eb021a050ad tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627179 Oct 11 17:39:23.236713 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:23.248458 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['e4f8036c-3b06-4246-b5ea-156f6ad002d8'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:39:23.265280 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Pushing event deleted for resources: {'Port': ['ID=e4f8036c-3b06-4246-b5ea-156f6ad002d8,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:23.275157 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.275538 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.280847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:23.320987 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] No DVR routers for this DVR port e4f8036c-3b06-4246-b5ea-156f6ad002d8 on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:39:23.323858 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:23.327358 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d7babdf1-10fb-421e-bc3e-d68e220774e0 req-8445757e-90d3-4bf7-9d48-c0711a690e0e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.48 "DELETE /v2.0/ports/e4f8036c-3b06-4246-b5ea-156f6ad002d8 HTTP/1.1" status: 204 len: 173 time: 0.5351808 Oct 11 17:39:23.327852 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb525426-d7a0-480b-8b14-a158fb17703c', 'name': 'network-vif-deleted', 'tag': 'e4f8036c-3b06-4246-b5ea-156f6ad002d8'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:39:23.330243 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a063a2-7d93-43a9-9c6b-0df09afe5080" -d '{"events": [{"server_uuid": "bb525426-d7a0-480b-8b14-a158fb17703c", "name": "network-vif-deleted", "tag": "e4f8036c-3b06-4246-b5ea-156f6ad002d8"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:39:23.367487 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceebc8a-1031-4ad8-bedf-91b34e17ed26 x-openstack-request-id: req-eceebc8a-1031-4ad8-bedf-91b34e17ed26 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:39:23.367778 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb525426-d7a0-480b-8b14-a158fb17703c", "name": "network-vif-deleted", "tag": "e4f8036c-3b06-4246-b5ea-156f6ad002d8", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:39:23.368031 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eceebc8a-1031-4ad8-bedf-91b34e17ed26 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:39:23.368424 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb525426-d7a0-480b-8b14-a158fb17703c', 'name': 'network-vif-deleted', 'tag': 'e4f8036c-3b06-4246-b5ea-156f6ad002d8', 'status': 'completed', 'code': 200} Oct 11 17:39:24.283519 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-20f4e6fd-41c5-48f9-b2cf-7ba4d92891f0 req-f6686cf8-ef7d-4b00-8d27-2cf7824cc87e tempest-VolumesSnapshotTestJSON-88805129 tempest-VolumesSnapshotTestJSON-88805129-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb525426-d7a0-480b-8b14-a158fb17703c HTTP/1.1" status: 200 len: 210 time: 0.0303118 Oct 11 17:39:26.990826 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device e4f8036c-3b06-4246-b5ea-156f6ad002d8 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:39:27.010209 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: e4f8036c-3b06-4246-b5ea-156f6ad002d8 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:39:27.010556 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device e4f8036c-3b06-4246-b5ea-156f6ad002d8 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:39:27.769334 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36806) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:27.868259 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-711ab712-9adb-4299-a3dc-de575cf4dbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:27.940912 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-711ab712-9adb-4299-a3dc-de575cf4dbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:28.026468 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-711ab712-9adb-4299-a3dc-de575cf4dbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:28.064546 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-711ab712-9adb-4299-a3dc-de575cf4dbac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9d783d017b3471c96f06fa3381e3cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941794 Oct 11 17:39:28.065410 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ab712-9adb-4299-a3dc-de575cf4dbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c61b226-03f6-4a9e-8999-f80ade092bd9,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:28.067355 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36810) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:28.114772 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9031bff7-3ee2-4187-b729-b68aed3a73e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:28.135041 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9031bff7-3ee2-4187-b729-b68aed3a73e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:28.260865 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9031bff7-3ee2-4187-b729-b68aed3a73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:28.263502 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-9031bff7-3ee2-4187-b729-b68aed3a73e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:28.264644 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-9031bff7-3ee2-4187-b729-b68aed3a73e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c61b226-03f6-4a9e-8999-f80ade092bd9 HTTP/1.1" status: 204 len: 168 time: 0.1963065 Oct 11 17:39:28.280871 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031bff7-3ee2-4187-b729-b68aed3a73e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c61b226-03f6-4a9e-8999-f80ade092bd9,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:28.714465 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:39:28.855950 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36818) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:28.872096 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e4578250-473d-431b-ac24-96542bf39ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:28.943436 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e4578250-473d-431b-ac24-96542bf39ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:28.997562 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-e4578250-473d-431b-ac24-96542bf39ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:29.033084 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4578250-473d-431b-ac24-96542bf39ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d54042-c147-478d-91ce-935db02ed69f,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:29.037300 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-e4578250-473d-431b-ac24-96542bf39ef0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fec0e96481a4d5d93423fffaa96c82a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803379 Oct 11 17:39:29.039974 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36820) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:29.087107 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b0373de0-f773-40ab-b217-c7c4bf6d55bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:29.107165 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b0373de0-f773-40ab-b217-c7c4bf6d55bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:29.231845 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b0373de0-f773-40ab-b217-c7c4bf6d55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:29.234486 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b0373de0-f773-40ab-b217-c7c4bf6d55bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:29.235636 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b0373de0-f773-40ab-b217-c7c4bf6d55bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33d54042-c147-478d-91ce-935db02ed69f HTTP/1.1" status: 204 len: 168 time: 0.1948698 Oct 11 17:39:29.243940 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0373de0-f773-40ab-b217-c7c4bf6d55bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d54042-c147-478d-91ce-935db02ed69f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:30.506475 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:40.464597 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-47cc1a11-1978-4fec-825f-bd22392e4e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:43.145704 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3cd82f5e-c284-47b7-9465-b46f83b34410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:44.493101 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:44.751676 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:46.094141 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:50.753891 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36940) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:50.800050 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b960571c-e690-489c-8383-d0e0398e76e6 admin admin] Deleting subnet 13f4fdf5-c861-41d4-aec8-feeb6480580c {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:39:50.803253 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b960571c-e690-489c-8383-d0e0398e76e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:50.835958 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b960571c-e690-489c-8383-d0e0398e76e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378531'] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:50.872896 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b960571c-e690-489c-8383-d0e0398e76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:50.968731 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b960571c-e690-489c-8383-d0e0398e76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26285472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25558721'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:50.990894 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960571c-e690-489c-8383-d0e0398e76e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f4fdf5-c861-41d4-aec8-feeb6480580c,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:50.998185 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-b960571c-e690-489c-8383-d0e0398e76e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.001435 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-b960571c-e690-489c-8383-d0e0398e76e6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/13f4fdf5-c861-41d4-aec8-feeb6480580c HTTP/1.1" status: 204 len: 168 time: 0.2464707 Oct 11 17:39:51.003797 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36942) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:51.072473 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.147462 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.170299 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7a4f5f-48ed-46a6-ac75-47435ec4bd14']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:51.179364 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aba5dce-3b02-4f47-a9e4-8b02082e8806') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:51.179658 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aba5dce-3b02-4f47-a9e4-8b02082e8806') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:51.189023 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.202186 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.207819 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:39:51.208201 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:39:51.209848 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:39:51.311427 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.316538 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.319669 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/be7a4f5f-48ed-46a6-ac75-47435ec4bd14 HTTP/1.1" status: 204 len: 168 time: 0.3149319 Oct 11 17:39:51.331136 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4d52a-81d8-4e8f-b853-ced64c997fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=be7a4f5f-48ed-46a6-ac75-47435ec4bd14,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:51.731939 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36946) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:51.769518 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-394fbcf6-2dde-4610-9614-997c441af658 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a056fcebfa0478db46ec7a5b777bebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364542 Oct 11 17:39:51.771875 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36948) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:51.818845 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1d68-157e-40f1-a768-f5f6e734d872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.842925 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1d68-157e-40f1-a768-f5f6e734d872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.990897 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1d68-157e-40f1-a768-f5f6e734d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.993478 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1d68-157e-40f1-a768-f5f6e734d872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:51.994615 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-9b8e1d68-157e-40f1-a768-f5f6e734d872 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57 HTTP/1.1" status: 204 len: 168 time: 0.2218370 Oct 11 17:39:52.003195 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e1d68-157e-40f1-a768-f5f6e734d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2be2ea-eef0-4d0b-bd98-bee75f3bfa57,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:52.962384 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36970) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:53.059657 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1303536899-network', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:39:53.122494 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Made reservation on behalf of 8b8b92f4de684d33a2bb5a4f44733315 for: {'network': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:39:53.124735 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:53.133181 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:53.204984 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:53.265588 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:53.285742 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=94391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:39:53.300440 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:53.303252 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:53.303591 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.segments_db [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Added segment 5e130cf9-ae99-4224-a546-1a58ad3d49f2 of type vlan for network fc70a563-1c18-4360-9e79-8798a2a34d49 Oct 11 17:39:53.344029 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:53.442789 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:53.443719 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:39:53.444314 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:53.500662 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] Pushing event updated for resources: {'Network': ['ID=fc70a563-1c18-4360-9e79-8798a2a34d49,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:53.510255 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network fc70a563-1c18-4360-9e79-8798a2a34d49 details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:39:53.594350 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-df32ff7c-713c-4c93-8ce9-09136572cd82 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6308894 Oct 11 17:39:53.599433 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36974) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:53.601777 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Request body: {'subnet': {'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1303536899-subnet', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'ip_version': 4}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:39:53.693918 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Made reservation on behalf of 8b8b92f4de684d33a2bb5a4f44733315 for: {'subnet': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:39:53.696110 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26918674'] for subnet, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.185144 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2671647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26918716'] for subnet, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.236001 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8943a5-fa82-4199-b540-bb691530736e,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:54.247556 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Checking segment: {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:39:54.247912 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Network hostable DHCP agents. Network: fc70a563-1c18-4360-9e79-8798a2a34d49, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:39:54.333175 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Network fc70a563-1c18-4360-9e79-8798a2a34d49 is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:39:54.395972 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, fc70a563-1c18-4360-9e79-8798a2a34d49) {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:39:54.400117 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:39:54.400706 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.404833 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b256be7-a38c-414a-924e-c357b823d872 None None] Network fc70a563-1c18-4360-9e79-8798a2a34d49 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:39:54.497696 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-77a3dd2e-9d9c-4f62-82b4-60ee862a6a3c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8989885 Oct 11 17:39:54.500299 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 36976) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:54.504728 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:39:54.546448 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-fc70a563-1c18-4360-9e79-8798a2a34d49', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:39:54.547306 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.585639 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.586777 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.640287 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.681676 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Allocated IP 172.20.0.2 (fc70a563-1c18-4360-9e79-8798a2a34d49/ad8943a5-fa82-4199-b540-bb691530736e/d7c9a96b-459c-4370-8411-25f46305dbe8) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:39:54.816982 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.840044 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.882891 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:54.920286 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Network fc70a563-1c18-4360-9e79-8798a2a34d49 is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:39:54.923024 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:39:54.928755 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:39:54.940675 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Pushing event updated for resources: {'Port': ['ID=d7c9a96b-459c-4370-8411-25f46305dbe8,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:54.962660 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.963009 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.963349 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.963692 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.964022 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.964354 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.964684 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.965010 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.965384 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.965712 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.966550 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.966869 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:39:54.997463 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Attempting to bind port d7c9a96b-459c-4370-8411-25f46305dbe8 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:39:54.997869 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Attempting to bind port d7c9a96b-459c-4370-8411-25f46305dbe8 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:39:54.998237 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Attempting to bind port d7c9a96b-459c-4370-8411-25f46305dbe8 on network fc70a563-1c18-4360-9e79-8798a2a34d49 {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:39:55.003442 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:39:55.003822 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Checking segment: {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:39:55.004227 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:55.004620 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Bound using segment: {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:39:55.005102 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Bound port: d7c9a96b-459c-4370-8411-25f46305dbe8, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:39:55.005492 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:55.066697 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] For port d7c9a96b-459c-4370-8411-25f46305dbe8, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:39:55.069762 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] For port d7c9a96b-459c-4370-8411-25f46305dbe8, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=d7c9a96b-459c-4370-8411-25f46305dbe8,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:39:55.099123 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:55.117320 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:55.147327 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:55.208773 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c70eaf-2655-4937-a27b-a07f13a4c8a2 None None] Pushing event updated for resources: {'Port': ['ID=d7c9a96b-459c-4370-8411-25f46305dbe8,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:55.231753 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Allocated IP 172.27.3.115 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/a3aca432-5420-4dcb-a4e3-11f04fdf3b14) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:39:55.337727 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:55.437581 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:55.480203 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:39:55.493277 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:39:55.493277 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:39:55.493277 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3aca432-5420-4dcb-a4e3-11f04fdf3b14,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:55.836697 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.017189 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.080358 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202c39b-0a0b-4d73-a0f5-ac28c79291e5 None None] Network fc70a563-1c18-4360-9e79-8798a2a34d49 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:39:56.114065 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-6d2a6f44-3a4e-4f55-8873-c3c021c0cb3d None None] Provisioning complete for port d7c9a96b-459c-4370-8411-25f46305dbe8 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:39:56.114732 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6d2a6f44-3a4e-4f55-8873-c3c021c0cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.196667 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Router 5e228934-61c7-42ee-9a6a-81ba0242036a is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:39:56.264485 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6d2a6f44-3a4e-4f55-8873-c3c021c0cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.307529 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:39:56.308241 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-6d2a6f44-3a4e-4f55-8873-c3c021c0cb3d None None] For port d7c9a96b-459c-4370-8411-25f46305dbe8, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=d7c9a96b-459c-4370-8411-25f46305dbe8,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:39:56.318255 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Sync routers for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:39:56.328017 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:39:56.328644 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:39:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:56.407232 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6d2a6f44-3a4e-4f55-8873-c3c021c0cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.427079 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.428706 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-14a57df4-cff7-47ca-bfc3-fcdf921706d9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9273510 Oct 11 17:39:56.431419 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36978) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:56.474640 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:39:56.501174 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a6f44-3a4e-4f55-8873-c3c021c0cb3d None None] Pushing event updated for resources: {'Port': ['ID=d7c9a96b-459c-4370-8411-25f46305dbe8,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:56.583482 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-73cd3229-c4b0-4949-976e-4fd8550e57a3 None None] Provisioning complete for port d7c9a96b-459c-4370-8411-25f46305dbe8 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:39:56.583724 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-73cd3229-c4b0-4949-976e-4fd8550e57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.727369 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:55Z', 'revision_number': 3, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:56.753139 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Checking router: 5e228934-61c7-42ee-9a6a-81ba0242036a for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:39:56.753492 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Updating router 5e228934-61c7-42ee-9a6a-81ba0242036a port a3aca432-5420-4dcb-a4e3-11f04fdf3b14 binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:39:56.779631 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.846773 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:56.996281 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Allocated IP 172.20.0.1 (fc70a563-1c18-4360-9e79-8798a2a34d49/ad8943a5-fa82-4199-b540-bb691530736e/e75a95ab-853c-426f-8c8a-46425ba05267) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:39:57.026374 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.077132 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.099736 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.129091 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Attempting to bind port a3aca432-5420-4dcb-a4e3-11f04fdf3b14 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:39:57.129660 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Attempting to bind port a3aca432-5420-4dcb-a4e3-11f04fdf3b14 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:39:57.129910 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Attempting to bind port a3aca432-5420-4dcb-a4e3-11f04fdf3b14 on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:39:57.132660 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df50df9-9864-4b97-8073-e2d5f122898c None None] Pushing event updated for resources: {'Port': ['ID=a3aca432-5420-4dcb-a4e3-11f04fdf3b14,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:57.137207 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:39:57.137584 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:39:57.138657 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.139037 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:39:57.139502 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Bound port: a3aca432-5420-4dcb-a4e3-11f04fdf3b14, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:39:57.139882 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.174505 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.190113 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] For port a3aca432-5420-4dcb-a4e3-11f04fdf3b14, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:39:57.193386 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] For port a3aca432-5420-4dcb-a4e3-11f04fdf3b14, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=a3aca432-5420-4dcb-a4e3-11f04fdf3b14,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:39:57.214168 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Network fc70a563-1c18-4360-9e79-8798a2a34d49 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:39:57.216889 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:39:57.220439 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:39:57.241766 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Pushing event updated for resources: {'Port': ['ID=e75a95ab-853c-426f-8c8a-46425ba05267,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:57.246168 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.267684 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.301146 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:39:57.301764 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:39:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:57.471530 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.472154 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device d7c9a96b-459c-4370-8411-25f46305dbe8 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:39:57.477847 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df50df9-9864-4b97-8073-e2d5f122898c None None] Pushing event updated for resources: {'Port': ['ID=a3aca432-5420-4dcb-a4e3-11f04fdf3b14,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:57.576490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-ef376443-b633-4d0c-8b85-f7ab03d4ce2f None None] Provisioning complete for port e75a95ab-853c-426f-8c8a-46425ba05267 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:39:57.576853 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ef376443-b633-4d0c-8b85-f7ab03d4ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.607928 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:39:57.609596 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port d7c9a96b-459c-4370-8411-25f46305dbe8 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:39:57.609958 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.629163 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.711208 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.730379 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-ef376443-b633-4d0c-8b85-f7ab03d4ce2f None None] Port e75a95ab-853c-426f-8c8a-46425ba05267 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:39:57.777537 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Pushing event updated for resources: {'Port': ['ID=e75a95ab-853c-426f-8c8a-46425ba05267,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:57.779920 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:57.853261 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:55Z', 'revision_number': 3, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:57.871463 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Network fc70a563-1c18-4360-9e79-8798a2a34d49 is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:39:57.873356 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:39:57.879703 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31494c-635f-45ce-8f33-ac40168ad220 None None] The sync data for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi is: [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:55Z', 'revision_number': 3, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:39:58.166924 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-e3f5f63c-6a90-4d3c-be9a-8dbabc2401eb None None] Provisioning complete for port e75a95ab-853c-426f-8c8a-46425ba05267 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:39:58.167602 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e3f5f63c-6a90-4d3c-be9a-8dbabc2401eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:58.216090 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5f63c-6a90-4d3c-be9a-8dbabc2401eb None None] Port e75a95ab-853c-426f-8c8a-46425ba05267 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:39:58.288874 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Router 5e228934-61c7-42ee-9a6a-81ba0242036a has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:39:58.398756 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:39:58.404122 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-fd33d750-5a35-4034-bdeb-e6fb5be9c103 admin admin] 10.222.0.42 "PUT /v2.0/routers/5e228934-61c7-42ee-9a6a-81ba0242036a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9716535 Oct 11 17:39:59.032618 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36994) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:59.037545 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-551753959-network', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:39:59.105510 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Made reservation on behalf of 1d1a48b0e3a448149fba5d4ddec0c100 for: {'network': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:39:59.107908 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for network, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.117179 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.192347 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.269919 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.298011 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=94390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:39:59.304606 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8070bb39-1a69-47c3-9aed-52f05e801849,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:59.306453 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device a3aca432-5420-4dcb-a4e3-11f04fdf3b14 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:39:59.311955 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.312295 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.segments_db [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Added segment 73f260df-23f7-4bc5-9c87-2a130b74eedd of type vlan for network 984dc607-ced0-4f6d-a42a-941f6278cc4c Oct 11 17:39:59.352829 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783164676181'] for network, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.364051 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port a3aca432-5420-4dcb-a4e3-11f04fdf3b14 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:39:59.364481 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.402599 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Sync routers for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:39:59.411716 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:39:59.412458 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:39:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:59.443529 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.447508 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029'] for network, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.448603 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:39:59.449262 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.466015 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port a3aca432-5420-4dcb-a4e3-11f04fdf3b14, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=a3aca432-5420-4dcb-a4e3-11f04fdf3b14,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:39:59.510398 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] Pushing event updated for resources: {'Network': ['ID=984dc607-ced0-4f6d-a42a-941f6278cc4c,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:59.520178 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:39:59.520707 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Network 984dc607-ced0-4f6d-a42a-941f6278cc4c details requested by agent ovs-agent-dv-cinder-808959-3-iscsi with host dv-cinder-808959-3-iscsi {{(pid=94392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:39:59.560878 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.579090 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-c3de3fb5-0399-4e13-b184-91a4e6e9c08c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5427697 Oct 11 17:39:59.581026 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36996) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:39:59.584056 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Request body: {'subnet': {'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-551753959-subnet', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'ip_version': 4}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:39:59.626628 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=a3aca432-5420-4dcb-a4e3-11f04fdf3b14,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:59.659677 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Made reservation on behalf of 1d1a48b0e3a448149fba5d4ddec0c100 for: {'subnet': 1} {{(pid=94390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:39:59.662138 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25558758'] for subnet, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.717921 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 2, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:39:59.743935 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Checking router: 5e228934-61c7-42ee-9a6a-81ba0242036a for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:39:59.744289 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Updating router 5e228934-61c7-42ee-9a6a-81ba0242036a port e75a95ab-853c-426f-8c8a-46425ba05267 binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:39:59.772140 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.888443 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26285539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25558728'] for subnet, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:39:59.946564 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=091b8ebe-a569-4b49-b065-3c4d2b103e59,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:39:59.954180 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Checking segment: {'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:39:59.954535 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Network hostable DHCP agents. Network: 984dc607-ced0-4f6d-a42a-941f6278cc4c, hostable agents: ['7838f688-e5c5-478d-ae33-303c74595dc1'], hosted agents: [] {{(pid=94390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:40:00.042292 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Network 984dc607-ced0-4f6d-a42a-941f6278cc4c is scheduled to be hosted by DHCP agent 7838f688-e5c5-478d-ae33-303c74595dc1 with binding_index 1 {{(pid=94390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:40:00.108715 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.127992 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808959-3-iscsi, 984dc607-ced0-4f6d-a42a-941f6278cc4c) {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:40:00.131995 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:00.132569 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.138488 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbfc7ed-e2a3-4b5d-8072-09542dbabc23 None None] Network 984dc607-ced0-4f6d-a42a-941f6278cc4c requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:40:00.208389 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.222702 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-79fb0656-1255-4d48-a0b1-3c7848fbc34d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6423452 Oct 11 17:40:00.225266 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 36998) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:00.229938 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:00.254453 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Pushing event updated for resources: {'Port': ['ID=e75a95ab-853c-426f-8c8a-46425ba05267,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:00.265413 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.265763 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.267972 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.267972 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.267972 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.267972 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.267972 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.267972 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.267972 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.268669 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.268669 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.268850 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:00.296019 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba56d532-be7d-59d5-98ed-bda94c90589c-984dc607-ced0-4f6d-a42a-941f6278cc4c', 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'fixed_ips': [{'subnet_id': '091b8ebe-a569-4b49-b065-3c4d2b103e59'}]}} from dv-cinder-808959-3-iscsi. {{(pid=94392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:40:00.296831 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.334896 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Attempting to bind port e75a95ab-853c-426f-8c8a-46425ba05267 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:40:00.335273 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Attempting to bind port e75a95ab-853c-426f-8c8a-46425ba05267 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:40:00.335638 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Attempting to bind port e75a95ab-853c-426f-8c8a-46425ba05267 on network fc70a563-1c18-4360-9e79-8798a2a34d49 {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:40:00.339824 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.341490 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.341921 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:40:00.342368 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Checking segment: {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:40:00.342776 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.343173 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Bound using segment: {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:40:00.343641 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Bound port: e75a95ab-853c-426f-8c8a-46425ba05267, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:40:00.344049 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.412409 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.424138 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] For port e75a95ab-853c-426f-8c8a-46425ba05267, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:40:00.427743 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] For port e75a95ab-853c-426f-8c8a-46425ba05267, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=e75a95ab-853c-426f-8c8a-46425ba05267,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:40:00.475833 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-7d6b1bbc-8cfd-4cd9-a161-aa706ee750dd None None] Provisioning complete for port e75a95ab-853c-426f-8c8a-46425ba05267 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:00.476428 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1bbc-8cfd-4cd9-a161-aa706ee750dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.478047 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.db_base_plugin_common [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Allocated IP 172.20.0.2 (984dc607-ced0-4f6d-a42a-941f6278cc4c/091b8ebe-a569-4b49-b065-3c4d2b103e59/73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f) {{(pid=94392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:40:00.549671 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b1bbc-8cfd-4cd9-a161-aa706ee750dd None None] Port e75a95ab-853c-426f-8c8a-46425ba05267 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:40:00.557781 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.580952 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.602532 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:00.603400 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:39:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:00.660694 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Notify callbacks [] for port, precommit_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.666556 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.716972 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09537f-bff7-4528-a7c7-8c1dfd2f7cb4 None None] Pushing event updated for resources: {'Port': ['ID=e75a95ab-853c-426f-8c8a-46425ba05267,revision_number=4']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:00.728998 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095'] for port, after_create {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.738588 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:00.774996 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Network 984dc607-ced0-4f6d-a42a-941f6278cc4c is already hosted by enough agents. {{(pid=94392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:40:00.778432 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.scheduler.base_scheduler [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Resources bound (agent type, host, resource id): {{(pid=94392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:40:00.782764 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Received port after_create {{(pid=94392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:40:00.794303 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Pushing event updated for resources: {'Port': ['ID=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,revision_number=1']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:00.846780 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Attempting to bind port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:40:00.847299 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Attempting to bind port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:40:00.847752 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Attempting to bind port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f on network 984dc607-ced0-4f6d-a42a-941f6278cc4c {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:40:00.852932 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:40:00.853421 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Checking segment: {'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:40:00.853833 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.854211 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Bound using segment: {'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:40:00.854793 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Bound port: 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:40:00.855163 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.907468 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-9a950925-ab09-42d4-8ddc-8fb0c65bb2b2 None None] Provisioning complete for port e75a95ab-853c-426f-8c8a-46425ba05267 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:00.907752 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-9a950925-ab09-42d4-8ddc-8fb0c65bb2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.948087 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.953957 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:40:00Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:00.957866 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] For port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:40:00.967407 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:00.971968 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] For port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,segment=NetworkSegment(73f260df-23f7-4bc5-9c87-2a130b74eedd),segment_id=73f260df-23f7-4bc5-9c87-2a130b74eedd)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:40:00.984803 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0259cf5-3863-4aef-95f6-5b4e83cd6643 None None] The sync data for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi is: [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:40:00Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:40:01.014953 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-9a950925-ab09-42d4-8ddc-8fb0c65bb2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:01.044114 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:01.100236 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Allocated IP 172.27.3.23 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/776dcd73-1dc7-494b-a7db-145b77e4a5e6) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:40:01.112499 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-9a950925-ab09-42d4-8ddc-8fb0c65bb2b2 None None] For port e75a95ab-853c-426f-8c8a-46425ba05267, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=e75a95ab-853c-426f-8c8a-46425ba05267,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:01.141234 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320304d-c496-41d6-adf2-2fec86831876 None None] Pushing event updated for resources: {'Port': ['ID=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:01.197161 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-9a950925-ab09-42d4-8ddc-8fb0c65bb2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:01.242170 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:01.260270 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a950925-ab09-42d4-8ddc-8fb0c65bb2b2 None None] Pushing event updated for resources: {'Port': ['ID=e75a95ab-853c-426f-8c8a-46425ba05267,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:01.368887 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:01.408071 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:40:01.411236 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:40:01.414844 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:40:01.429950 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device e75a95ab-853c-426f-8c8a-46425ba05267 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:40:01.461254 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Pushing event updated for resources: {'Port': ['ID=776dcd73-1dc7-494b-a7db-145b77e4a5e6,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:01.496965 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port e75a95ab-853c-426f-8c8a-46425ba05267 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:01.497581 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:01.591952 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device a3aca432-5420-4dcb-a4e3-11f04fdf3b14 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:40:01.640378 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port a3aca432-5420-4dcb-a4e3-11f04fdf3b14 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:01.640754 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:01.772305 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:01.977752 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643769'] for router, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:02.099879 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594ba3e-98ab-46b3-9d62-a7e02e3facf1 None None] Network 984dc607-ced0-4f6d-a42a-941f6278cc4c requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:40:02.160289 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-f7e80bf9-56a6-4914-a6ab-c21f48a34cda None None] Provisioning complete for port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:02.160653 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f7e80bf9-56a6-4914-a6ab-c21f48a34cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:02.201460 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Router b4f6e12a-2295-4644-a465-afb0700510c0 is scheduled to L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 with binding_index 1 {{(pid=94390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:40:02.304966 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f7e80bf9-56a6-4914-a6ab-c21f48a34cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:02.311875 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:40:02.327011 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Sync routers for ids ['b4f6e12a-2295-4644-a465-afb0700510c0'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:40:02.349046 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-f7e80bf9-56a6-4914-a6ab-c21f48a34cda None None] For port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,segment=NetworkSegment(73f260df-23f7-4bc5-9c87-2a130b74eedd),segment_id=73f260df-23f7-4bc5-9c87-2a130b74eedd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:02.354762 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Routers {'b4f6e12a-2295-4644-a465-afb0700510c0'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:02.355591 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:39:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['b4f6e12a-2295-4644-a465-afb0700510c0'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:02.433819 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:02.437858 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-4f235427-ac2b-4693-b170-9a99254ab322 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2090492 Oct 11 17:40:02.438020 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37000) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:02.463654 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Set router b4f6e12a-2295-4644-a465-afb0700510c0 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:02.491134 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f7e80bf9-56a6-4914-a6ab-c21f48a34cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:02.719504 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c514c041-a93b-42db-814a-ba53530fb6dc None None] Provisioning complete for port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:02.720185 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c514c041-a93b-42db-814a-ba53530fb6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:02.769320 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e80bf9-56a6-4914-a6ab-c21f48a34cda None None] Pushing event updated for resources: {'Port': ['ID=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:02.851840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:02.879518 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:01Z', 'revision_number': 3, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port': {'id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:89:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:02.906161 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Checking router: b4f6e12a-2295-4644-a465-afb0700510c0 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:40:02.906515 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Updating router b4f6e12a-2295-4644-a465-afb0700510c0 port 776dcd73-1dc7-494b-a7db-145b77e4a5e6 binding host dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:40:02.930331 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.010039 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_common [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Allocated IP 172.20.0.1 (984dc607-ced0-4f6d-a42a-941f6278cc4c/091b8ebe-a569-4b49-b065-3c4d2b103e59/de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841) {{(pid=94390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:40:03.111475 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.182939 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Notify callbacks [] for port, precommit_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.197216 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.236462 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Network 984dc607-ced0-4f6d-a42a-941f6278cc4c is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:40:03.241369 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:40:03.244827 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Received port after_create {{(pid=94390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:40:03.265490 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.272865 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Pushing event updated for resources: {'Port': ['ID=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:03.289227 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643560'] for router_interface, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.320377 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Attempting to bind port 776dcd73-1dc7-494b-a7db-145b77e4a5e6 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:40:03.320745 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Attempting to bind port 776dcd73-1dc7-494b-a7db-145b77e4a5e6 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:40:03.321246 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Attempting to bind port 776dcd73-1dc7-494b-a7db-145b77e4a5e6 on network 6a335415-9c4e-460f-a0d6-9164942b5e0b {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:40:03.323193 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55551176-5020-48a6-a58b-956aab1677bc None None] Pushing event updated for resources: {'Port': ['ID=776dcd73-1dc7-494b-a7db-145b77e4a5e6,revision_number=2']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:03.329540 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:40:03.329901 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Checking segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:40:03.330299 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.330679 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Bound using segment: {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'} {{(pid=94392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:40:03.331162 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.managers [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Bound port: 776dcd73-1dc7-494b-a7db-145b77e4a5e6, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8005d5d6-a2e9-4e67-9c30-28a6c309a2dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b'}}] {{(pid=94392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:40:03.331646 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.395063 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] For port 776dcd73-1dc7-494b-a7db-145b77e4a5e6, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:40:03.403236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] For port 776dcd73-1dc7-494b-a7db-145b77e4a5e6, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=776dcd73-1dc7-494b-a7db-145b77e4a5e6,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:40:03.412156 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device e75a95ab-853c-426f-8c8a-46425ba05267 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:40:03.444387 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.490174 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.529766 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-3e9de8c8-c649-43d5-89a4-2c25fb621652 None None] Provisioning complete for port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:03.529766 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3e9de8c8-c649-43d5-89a4-2c25fb621652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.530663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Routers {'b4f6e12a-2295-4644-a465-afb0700510c0'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:03.531279 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:39:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['b4f6e12a-2295-4644-a465-afb0700510c0'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:03.536840 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55551176-5020-48a6-a58b-956aab1677bc None None] Pushing event updated for resources: {'Port': ['ID=776dcd73-1dc7-494b-a7db-145b77e4a5e6,revision_number=3']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:03.588688 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port e75a95ab-853c-426f-8c8a-46425ba05267 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:03.589090 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.637816 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-3e9de8c8-c649-43d5-89a4-2c25fb621652 None None] Port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:40:03.651310 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.699957 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] Set router b4f6e12a-2295-4644-a465-afb0700510c0 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:03.717136 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26285462'] for port, after_update {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.781413 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Pushing event updated for resources: {'Port': ['ID=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,revision_number=2']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:03.783934 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438968'] for router_interface, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.798116 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:40:03.875535 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Network 984dc607-ced0-4f6d-a42a-941f6278cc4c is already hosted by enough agents. {{(pid=94390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:40:03.877053 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.base_scheduler [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:40:03.932330 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:03.932710 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:03.998640 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Router b4f6e12a-2295-4644-a465-afb0700510c0 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:40:04.018955 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 4, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port': {'id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:89:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841', 'name': '', 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'mac_address': 'fa:16:3e:de:0e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:02Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 1, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'subnets': [{'id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:04.056844 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8cb5a-989e-43c5-9d17-d1c10553e6dc None None] The sync data for ids ['b4f6e12a-2295-4644-a465-afb0700510c0'] in dv-cinder-808959-3-iscsi is: [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 4, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port': {'id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:89:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841', 'name': '', 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'mac_address': 'fa:16:3e:de:0e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:02Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 1, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'subnets': [{'id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:40:04.080104 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-a2017e40-c06d-4b28-8f29-0169af60da0c None None] Provisioning complete for port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:04.080858 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a2017e40-c06d-4b28-8f29-0169af60da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:04.118405 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-a2017e40-c06d-4b28-8f29-0169af60da0c None None] Port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:40:04.391192 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:40:04.397926 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-977470c3-cf15-47a2-9443-8a7108da85b6 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4f6e12a-2295-4644-a465-afb0700510c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9571087 Oct 11 17:40:05.332053 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 776dcd73-1dc7-494b-a7db-145b77e4a5e6 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:40:05.388767 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 776dcd73-1dc7-494b-a7db-145b77e4a5e6 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:05.389202 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:05.479966 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:05.504496 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] For port 776dcd73-1dc7-494b-a7db-145b77e4a5e6, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=776dcd73-1dc7-494b-a7db-145b77e4a5e6,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:05.562819 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:05.618553 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Pushing event updated for resources: {'Port': ['ID=776dcd73-1dc7-494b-a7db-145b77e4a5e6,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:05.713878 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:40:06.008402 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Sync routers for ids ['b4f6e12a-2295-4644-a465-afb0700510c0'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:40:06.017524 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Routers {'b4f6e12a-2295-4644-a465-afb0700510c0'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:06.018326 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:39:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['b4f6e12a-2295-4644-a465-afb0700510c0'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:06.132854 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Set router b4f6e12a-2295-4644-a465-afb0700510c0 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:06.351841 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 4, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port': {'id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841', 'name': '', 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'mac_address': 'fa:16:3e:de:0e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:02Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 2, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'subnets': [{'id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:06.379629 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Checking router: b4f6e12a-2295-4644-a465-afb0700510c0 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:40:06.380112 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Updating router b4f6e12a-2295-4644-a465-afb0700510c0 port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 binding host dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:40:06.405435 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:06.705545 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:06.790813 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:06.839100 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4f684-67bd-4172-8a53-e761972f3987 None None] Pushing event updated for resources: {'Port': ['ID=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,revision_number=3']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:06.927912 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Attempting to bind port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 on host dv-cinder-808959-3-iscsi for vnic_type normal with profile {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:40:06.928381 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Attempting to bind port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 by drivers openvswitch,hyperv on host dv-cinder-808959-3-iscsi at level 0 using segments [{'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:40:06.928746 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Attempting to bind port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 on network 984dc607-ced0-4f6d-a42a-941f6278cc4c {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:40:06.937967 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Checking agent: {'id': 'c95317cc-9d56-464f-8971-4f2a54ea322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808959-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 21, 15), 'started_at': datetime.datetime(2021, 10, 11, 17, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808959-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:40:06.942785 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Checking segment: {'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:40:06.942785 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:06.942785 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Bound using segment: {'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'} {{(pid=94393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:40:06.942785 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.managers [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Bound port: de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841, host: dv-cinder-808959-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f260df-23f7-4bc5-9c87-2a130b74eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c'}}] {{(pid=94393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:40:06.942785 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:07.030317 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] For port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841, host dv-cinder-808959-3-iscsi, cleared binding levels {{(pid=94393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:40:07.033740 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.plugins.ml2.db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] For port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841, host dv-cinder-808959-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,segment=NetworkSegment(73f260df-23f7-4bc5-9c87-2a130b74eedd),segment_id=73f260df-23f7-4bc5-9c87-2a130b74eedd)] {{(pid=94393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:40:07.061012 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-370d3ad2-7cb5-4819-96fb-21e41868faec None None] Provisioning complete for port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:07.062023 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-370d3ad2-7cb5-4819-96fb-21e41868faec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:07.117087 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron_lib.callbacks.manager [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:07.203418 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Routers {'b4f6e12a-2295-4644-a465-afb0700510c0'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:07.204126 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:39:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['b4f6e12a-2295-4644-a465-afb0700510c0'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:07.269435 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4f684-67bd-4172-8a53-e761972f3987 None None] Pushing event updated for resources: {'Port': ['ID=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,revision_number=4']} {{(pid=94393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:07.282132 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-370d3ad2-7cb5-4819-96fb-21e41868faec None None] Port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:40:07.349753 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 776dcd73-1dc7-494b-a7db-145b77e4a5e6 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:40:07.412876 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port 776dcd73-1dc7-494b-a7db-145b77e4a5e6 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:07.413521 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:07.504945 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] Set router b4f6e12a-2295-4644-a465-afb0700510c0 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:07.523006 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-a1d3be59-a3d5-4c8e-8b9d-e681dc48b8a2 None None] Provisioning complete for port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:07.524652 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a1d3be59-a3d5-4c8e-8b9d-e681dc48b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:07.634604 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a1d3be59-a3d5-4c8e-8b9d-e681dc48b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:07.680523 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-a1d3be59-a3d5-4c8e-8b9d-e681dc48b8a2 None None] For port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,segment=NetworkSegment(73f260df-23f7-4bc5-9c87-2a130b74eedd),segment_id=73f260df-23f7-4bc5-9c87-2a130b74eedd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:07.755646 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 4, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port': {'id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841', 'name': '', 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'mac_address': 'fa:16:3e:de:0e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:02Z', 'updated_at': '2021-10-11T17:40:07Z', 'revision_number': 4, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'subnets': [{'id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:07.756643 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-a1d3be59-a3d5-4c8e-8b9d-e681dc48b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:07.789337 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517ed83-3b51-4a33-81af-2a06c35565c8 None None] The sync data for ids ['b4f6e12a-2295-4644-a465-afb0700510c0'] in dv-cinder-808959-3-iscsi is: [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:03Z', 'revision_number': 4, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port': {'id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841', 'name': '', 'network_id': '984dc607-ced0-4f6d-a42a-941f6278cc4c', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'mac_address': 'fa:16:3e:de:0e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:02Z', 'updated_at': '2021-10-11T17:40:07Z', 'revision_number': 4, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'subnets': [{'id': '091b8ebe-a569-4b49-b065-3c4d2b103e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:40:07.841006 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3be59-a3d5-4c8e-8b9d-e681dc48b8a2 None None] Pushing event updated for resources: {'Port': ['ID=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:09.330126 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 up at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:40:09.394173 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Provisioning complete for port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:09.401214 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:10.436948 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-589cabde-4264-4070-be76-26489bd77378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:13.110614 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e052583c-aabd-48a5-b641-794f16da3799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:14.459600 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:14.744907 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:15.976699 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-6ff37922-e088-42ec-884e-cfbd9320d60e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:15.978182 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-6ff37922-e088-42ec-884e-cfbd9320d60e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 815 time: 0.0987322 Oct 11 17:40:15.992601 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-6ad3eecb-bdf0-4fae-ae52-2f41c21be2a4 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/quotas/8b8b92f4de684d33a2bb5a4f44733315 HTTP/1.1" status: 200 len: 375 time: 0.0087240 Oct 11 17:40:16.048118 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-6d1f8dd7-d26b-4cf7-969b-430767c2b8a3 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503016 Oct 11 17:40:16.093472 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:16.152178 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-9e1d038d-9fe6-4d88-8650-37c8ced11bd6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:40:16.153247 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-9e1d038d-9fe6-4d88-8650-37c8ced11bd6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0925040 Oct 11 17:40:16.241585 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-547af672-ea7f-42bc-867f-ffb4c9cec64b service neutron] 10.222.0.42 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820591 Oct 11 17:40:16.245924 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37076) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:16.333777 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-d55b9c53-fea9-4f23-b930-7535b6a9d0d7 service neutron] 10.222.0.42 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858569 Oct 11 17:40:16.413957 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Deleting port 29aa6a28-2aba-456e-bd1a-c82b398b4608 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:16.414303 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:16.488786 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:16.489148 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:16.501979 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Calling delete_port for 29aa6a28-2aba-456e-bd1a-c82b398b4608 owned by network:floatingip {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:16.698029 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9ac75f4e-28b4-44b6-889b-a4fd78af5190 req-d4e7381a-6ebc-45c6-a5c7-02a3bf085b33 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 210 time: 0.0807724 Oct 11 17:40:16.785286 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:16.812655 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event deleted for resources: {'Port': ['ID=29aa6a28-2aba-456e-bd1a-c82b398b4608,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:16.874172 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:16.874506 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Floating IP ef83224b-974f-4e97-858d-b856b61353e7 disassociated (deleted). External IP: 172.27.3.174, port: f980fddc-1d6a-484d-a14d-c6cebd069186. Oct 11 17:40:17.078640 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:40:17.181338 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:40:17.187286 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:17.191807 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:40:17.200676 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:17.201860 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:17.222718 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-21d2a37f-b41e-4270-bed8-f692d44d273f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "DELETE /v2.0/floatingips/ef83224b-974f-4e97-858d-b856b61353e7 HTTP/1.1" status: 204 len: 168 time: 0.9723105 Oct 11 17:40:17.222718 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:40:17.222718 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a41b58-80a7-433c-8b15-709db0feca61" -d '{"events": [{"name": "network-changed", "server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:40:17.313479 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:17.327377 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428dd453-7944-4e41-8672-9377bde1093d x-openstack-request-id: req-428dd453-7944-4e41-8672-9377bde1093d {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:40:17.327899 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:40:17.328177 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-428dd453-7944-4e41-8672-9377bde1093d {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:40:17.328579 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'status': 'completed', 'code': 200} Oct 11 17:40:17.431291 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41b58-80a7-433c-8b15-709db0feca61 req-c40acbd9-a397-4fa5-a8d9-ef149d6d7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:17.432852 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-c40acbd9-a397-4fa5-a8d9-ef149d6d7d62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 1098 time: 0.0834479 Oct 11 17:40:17.527500 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41b58-80a7-433c-8b15-709db0feca61 req-7609d0d5-06a9-46d9-a9aa-7ab193b8757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:17.528979 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-7609d0d5-06a9-46d9-a9aa-7ab193b8757d service neutron] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 913 time: 0.0881605 Oct 11 17:40:17.540565 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:12Z', 'revision_number': 1, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:17.569496 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:40:17.578210 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:17.578817 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:17.581912 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-e4a6b3f5-7cc3-483c-9b23-0cb0143108dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f980fddc-1d6a-484d-a14d-c6cebd069186 HTTP/1.1" status: 200 len: 217 time: 0.0427597 Oct 11 17:40:17.633416 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41b58-80a7-433c-8b15-709db0feca61 req-c1eb6918-ec23-4249-885c-56f2451ec9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:17.634880 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-c1eb6918-ec23-4249-885c-56f2451ec9f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0463088 Oct 11 17:40:17.692417 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:17.696381 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41b58-80a7-433c-8b15-709db0feca61 req-38840221-d4fc-45a2-9e94-f883143e7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:17.698043 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-38840221-d4fc-45a2-9e94-f883143e7667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542455 Oct 11 17:40:17.719576 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-6e570ca5-463e-4949-9568-178c181907ac service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:40:17.720778 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-6e570ca5-463e-4949-9568-178c181907ac service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131392 Oct 11 17:40:17.825377 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0142f236-267d-4b90-b2cd-40b8a60ce47c req-3d65ed6a-7ee5-454b-9764-34b4bea94142 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 210 time: 0.0680950 Oct 11 17:40:17.844989 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ecd0a-dd07-4885-a6e4-91a7ed6711e6 req-a3738498-83c4-4e49-a666-a67df255c072 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:17.846488 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-361ecd0a-dd07-4885-a6e4-91a7ed6711e6 req-a3738498-83c4-4e49-a666-a67df255c072 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 945 time: 0.1400299 Oct 11 17:40:17.890836 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-9304683f-20e0-4421-bc26-56cd6a0b8402 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488521 Oct 11 17:40:17.910338 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-361ecd0a-dd07-4885-a6e4-91a7ed6711e6 req-52c4201d-7974-4f5f-9662-df06153d903b tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567820 Oct 11 17:40:17.926218 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:12Z', 'revision_number': 1, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:17.954039 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a319a3-d4e8-4bdd-bd52-d41bacc07612 None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': '74096cff-7c66-4028-a0c4-020c48a5c57d', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'port_id': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'mac_address': 'fa:16:3e:df:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c7ac97-3574-4447-9f56-0cce0788101f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:36:09Z', 'updated_at': '2021-10-11T17:36:12Z', 'revision_number': 1, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:40:17.991327 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04a41b58-80a7-433c-8b15-709db0feca61 req-512317c8-3d8b-4e38-b566-46538e0d2a5a service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906715 Oct 11 17:40:18.176095 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542444a3-f524-4860-9897-da2c54feeae0 None None] New status for floating IP ef83224b-974f-4e97-858d-b856b61353e7: DOWN {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:40:18.919439 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2637c4fc-cfc0-4631-8ea2-f5910c2a0eb6 req-e5a3b1e1-d0e7-4fdf-8295-7c946cb62136 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 210 time: 0.0273645 Oct 11 17:40:19.031428 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7d1d-93f1-4d44-9bb4-2f173a4439ee req-5c755838-e16c-4704-9d93-c021ec670b1a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:19.033045 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eb5f7d1d-93f1-4d44-9bb4-2f173a4439ee req-5c755838-e16c-4704-9d93-c021ec670b1a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 945 time: 0.0505044 Oct 11 17:40:19.353728 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eb5f7d1d-93f1-4d44-9bb4-2f173a4439ee req-00743f90-ccd8-4316-bfaf-ed3e39edb758 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147609 Oct 11 17:40:19.406163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-fcb555ab-bdf7-43b2-b3ee-eec586df0273 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:19.407493 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-fcb555ab-bdf7-43b2-b3ee-eec586df0273 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.48 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 815 time: 0.3476124 Oct 11 17:40:19.428946 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'port': {'device_id': '95088a92-5122-4ebf-8212-4118819e7d77', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'admin_state_up': True, 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:19.542779 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-f5eb708d-1528-4cff-a64e-b8fbc1e89eee tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:19.546562 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-f5eb708d-1528-4cff-a64e-b8fbc1e89eee tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Oct 11 17:40:19.590609 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Made reservation on behalf of 8b8b92f4de684d33a2bb5a4f44733315 for: {'port': 1} {{(pid=94391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:40:19.594301 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:19.635656 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Deleting port f980fddc-1d6a-484d-a14d-c6cebd069186 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:19.635995 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:19.782356 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Allocated IP 172.20.0.11 (fc70a563-1c18-4360-9e79-8798a2a34d49/ad8943a5-fa82-4199-b540-bb691530736e/6eee7a8a-06a2-4209-94a2-16d7b26df463) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:40:19.791365 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] For port f980fddc-1d6a-484d-a14d-c6cebd069186, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=f980fddc-1d6a-484d-a14d-c6cebd069186,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:19.791365 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:19.802474 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Calling delete_port for f980fddc-1d6a-484d-a14d-c6cebd069186 owned by compute:nova {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:20.011559 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:20.024643 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:20.049669 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-6f029a6f-7903-47e9-9b92-5fc89d200197 req-d4ac3e1a-ae1b-45e0-92e3-ef5cccf3da94 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 210 time: 0.0311148 Oct 11 17:40:20.070135 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event deleted for resources: {'Port': ['ID=f980fddc-1d6a-484d-a14d-c6cebd069186,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:20.083270 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.084117 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.084793 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.085522 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.085984 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.086544 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.087124 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.087714 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.088332 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.088977 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.089749 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.090561 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:20.131196 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] No DVR routers for this DVR port f980fddc-1d6a-484d-a14d-c6cebd069186 on host hv-cinder-80895 {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:40:20.131420 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:20.141403 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:20.145417 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [req-6d9791b1-59a6-4c22-8b19-37357adcd189 req-d4aded07-3361-4b96-a891-9a6a803fbc14 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "DELETE /v2.0/ports/f980fddc-1d6a-484d-a14d-c6cebd069186 HTTP/1.1" status: 204 len: 173 time: 0.5942073 Oct 11 17:40:20.145999 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'name': 'network-vif-deleted', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:40:20.148662 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f9f7f8-bb99-4fce-ae51-ccebef9df3b7" -d '{"events": [{"server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "name": "network-vif-deleted", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:40:20.195552 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Network fc70a563-1c18-4360-9e79-8798a2a34d49 is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:40:20.206355 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:40:20.212517 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:40:20.219476 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d567b-0b2c-489c-afd0-43a1cd2cfd5e x-openstack-request-id: req-e20d567b-0b2c-489c-afd0-43a1cd2cfd5e {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:40:20.219714 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363b9a97-db49-40e1-86c1-a23380306c68", "name": "network-vif-deleted", "tag": "f980fddc-1d6a-484d-a14d-c6cebd069186", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:40:20.220548 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e20d567b-0b2c-489c-afd0-43a1cd2cfd5e {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:40:20.220548 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363b9a97-db49-40e1-86c1-a23380306c68', 'name': 'network-vif-deleted', 'tag': 'f980fddc-1d6a-484d-a14d-c6cebd069186', 'status': 'completed', 'code': 200} Oct 11 17:40:20.271611 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:20.272507 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:20.291054 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'Port': ['ID=6eee7a8a-06a2-4209-94a2-16d7b26df463,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:20.370540 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-cd0bb920-50d9-40bc-874d-a3c4b9218ca6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9449391 Oct 11 17:40:20.540232 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df1dedd5-8a63-494b-89b1-2a4a16983bf6 req-0e1c9c2f-b5cc-44db-a51f-1f5a178e5678 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0829747 Oct 11 17:40:20.573881 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-bf275e2f-f61c-494f-9cf8-5223d359ada6 None None] Provisioning complete for port 6eee7a8a-06a2-4209-94a2-16d7b26df463 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:20.574884 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-bf275e2f-f61c-494f-9cf8-5223d359ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:20.616866 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-bf275e2f-f61c-494f-9cf8-5223d359ada6 None None] Port 6eee7a8a-06a2-4209-94a2-16d7b26df463 cannot update to ACTIVE because it is not bound. {{(pid=94392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:40:21.167537 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517ff20-699d-4190-8b02-301adcf3006f req-fb49a293-4cf8-4d6c-861c-b976341eef9e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:21.169015 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8517ff20-699d-4190-8b02-301adcf3006f req-fb49a293-4cf8-4d6c-861c-b976341eef9e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.0505021 Oct 11 17:40:21.207484 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8517ff20-699d-4190-8b02-301adcf3006f req-d5840793-d92d-407c-b4fc-964d0a7e0600 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Oct 11 17:40:21.635762 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-04fde1be-dcea-4f10-82ae-71af7074e57d req-381441aa-86f6-4174-8285-66c9cab63d0f tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0263379 Oct 11 17:40:22.321389 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d27f8-588a-4801-b152-cbe757563502 req-be0eeb00-34de-44cf-b039-04fe1f66b456 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:22.322820 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-197d27f8-588a-4801-b152-cbe757563502 req-be0eeb00-34de-44cf-b039-04fe1f66b456 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.0519490 Oct 11 17:40:22.368116 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-197d27f8-588a-4801-b152-cbe757563502 req-c5337dc3-4750-490d-bd67-82c05d3de41b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Oct 11 17:40:22.735914 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2b854a7f-ba6d-406f-8392-0ad9e737578e req-fd59576c-8b7f-41ed-a1cb-beb8bd8b4731 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Oct 11 17:40:23.270614 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device f980fddc-1d6a-484d-a14d-c6cebd069186 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:40:23.291514 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: f980fddc-1d6a-484d-a14d-c6cebd069186 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:40:23.291869 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device f980fddc-1d6a-484d-a14d-c6cebd069186 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:40:23.486822 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9af18-3761-49bc-ab6e-79557819ac6b req-14e02aaa-353f-41fe-97dd-d47aa5d81c3b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:23.488316 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-92a9af18-3761-49bc-ab6e-79557819ac6b req-14e02aaa-353f-41fe-97dd-d47aa5d81c3b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.0491619 Oct 11 17:40:23.527446 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-92a9af18-3761-49bc-ab6e-79557819ac6b req-80209ac0-b0b9-4e09-be93-dfecd264d786 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Oct 11 17:40:23.830152 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5e316ada-6312-4cf8-a7e8-f27a85d6c419 req-ea441eae-d633-43c4-8971-07c36007bf3e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0288494 Oct 11 17:40:24.650753 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c7b0-fafe-4793-9c49-4289b86af6b1 req-d2df3a21-55b8-46b2-8a02-be87f2481459 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:24.652227 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f126c7b0-fafe-4793-9c49-4289b86af6b1 req-d2df3a21-55b8-46b2-8a02-be87f2481459 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.0483882 Oct 11 17:40:24.690830 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f126c7b0-fafe-4793-9c49-4289b86af6b1 req-a446b9d8-11a6-40bb-b91a-e5de4e9ff735 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Oct 11 17:40:24.931971 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-c8e6d527-eed0-455f-97f2-e040b9e83143 req-ad3a0677-04b6-4740-949f-af4a7de79bbf tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0374246 Oct 11 17:40:25.805605 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2e335-b62d-4c73-9ec7-cb67e3936795 req-b19c236e-7a91-481c-8175-710b99ec3cbb tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:25.807058 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-33b2e335-b62d-4c73-9ec7-cb67e3936795 req-b19c236e-7a91-481c-8175-710b99ec3cbb tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.0494354 Oct 11 17:40:25.852080 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-33b2e335-b62d-4c73-9ec7-cb67e3936795 req-a2f440ee-c4a8-4acf-a25d-1a06057ba3ae tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Oct 11 17:40:26.032813 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-af33a710-de49-4574-ab72-64b390d81dcc req-064355c8-ab7f-460d-a7fc-c032ed463fec tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0355148 Oct 11 17:40:26.972234 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e56e04-521c-444d-af8a-6464080351e1 req-f8ee0a23-464f-4fb3-a7ee-5b503e5a3ba8 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:26.973896 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-75e56e04-521c-444d-af8a-6464080351e1 req-f8ee0a23-464f-4fb3-a7ee-5b503e5a3ba8 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.0562422 Oct 11 17:40:27.014094 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-75e56e04-521c-444d-af8a-6464080351e1 req-42b86753-f001-48bc-9287-69dab97dfb2d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Oct 11 17:40:27.137589 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-5ad483b1-99ac-4cb7-9d90-a30fa8e6fbd8 req-e9926ea4-ce06-45a8-bb95-ca38212ed0dc tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0368080 Oct 11 17:40:28.147010 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6ed91-034f-4e2e-aca8-f2fb7ca09371 req-9af5168a-a86c-49e1-ba1c-caaacdc78324 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:28.148569 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0fa6ed91-034f-4e2e-aca8-f2fb7ca09371 req-9af5168a-a86c-49e1-ba1c-caaacdc78324 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.0560236 Oct 11 17:40:28.195647 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-0fa6ed91-034f-4e2e-aca8-f2fb7ca09371 req-df376a0e-6275-4b30-809f-b130088a27a3 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386274 Oct 11 17:40:28.252555 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a50ea820-2479-4307-8127-71b045d0cfd3 req-67ae40b6-66ce-4230-a11b-7c49d075908a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0350604 Oct 11 17:40:29.313741 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56cdfd-75e1-4c3f-94bc-aa1ac3a23e7b req-0f8096af-6bbe-4094-8b40-a2ce635bd959 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:29.315251 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b56cdfd-75e1-4c3f-94bc-aa1ac3a23e7b req-0f8096af-6bbe-4094-8b40-a2ce635bd959 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.0520709 Oct 11 17:40:29.353737 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2cce9a1e-9127-4fd1-bee9-fedec0ab0282 req-5b01eb3c-a098-40e3-8528-2fadd7866679 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0318222 Oct 11 17:40:29.380556 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b56cdfd-75e1-4c3f-94bc-aa1ac3a23e7b req-fc229274-125a-4ac7-b4c0-116a74100a11 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571122 Oct 11 17:40:30.358900 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Request body: {'port': {'device_id': '95088a92-5122-4ebf-8212-4118819e7d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80895'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:30.416858 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:30.476569 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-07817155-f15a-46b7-9675-e42ae0e371bf req-a6e60d9d-cc26-4088-ac23-5bef703129fc tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b9a97-db49-40e1-86c1-a23380306c68 HTTP/1.1" status: 200 len: 210 time: 0.0477326 Oct 11 17:40:30.527059 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:30.587660 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acc4a2-9cbd-41de-a414-139e09f4118d req-509676ab-b168-4bd3-8a7f-a4ccf070d8bc tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:30.589158 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d9acc4a2-9cbd-41de-a414-139e09f4118d req-509676ab-b168-4bd3-8a7f-a4ccf070d8bc tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 932 time: 0.1329238 Oct 11 17:40:30.678182 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d9acc4a2-9cbd-41de-a414-139e09f4118d req-1d5c4462-99e3-4356-9c06-a5ab39b2e749 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829701 Oct 11 17:40:30.771097 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eee7a8a-06a2-4209-94a2-16d7b26df463 {{(pid=94391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:40:30.778465 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:30.790607 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.provisioning_blocks [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Transition to ACTIVE for port object 6eee7a8a-06a2-4209-94a2-16d7b26df463 will not be triggered until provisioned by entity L2. {{(pid=94391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:40:30.846599 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:30.915452 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Pushing event updated for resources: {'Port': ['ID=6eee7a8a-06a2-4209-94a2-16d7b26df463,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:30.945055 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.945415 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.945760 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.946283 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.946569 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.946909 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.947214 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.947533 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.947847 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.948160 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.948477 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.948785 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:40:30.980639 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Attempting to bind port 6eee7a8a-06a2-4209-94a2-16d7b26df463 on host hv-cinder-80895 for vnic_type normal with profile {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:40:30.980764 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Attempting to bind port 6eee7a8a-06a2-4209-94a2-16d7b26df463 by drivers openvswitch,hyperv on host hv-cinder-80895 at level 0 using segments [{'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:40:30.981044 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Attempting to bind port 6eee7a8a-06a2-4209-94a2-16d7b26df463 on network fc70a563-1c18-4360-9e79-8798a2a34d49 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:40:30.985711 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Port 6eee7a8a-06a2-4209-94a2-16d7b26df463 on network fc70a563-1c18-4360-9e79-8798a2a34d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80895 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:40:30.986023 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Attempting to bind port 6eee7a8a-06a2-4209-94a2-16d7b26df463 on network fc70a563-1c18-4360-9e79-8798a2a34d49 {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:40:30.991027 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Checking agent: {'id': '5533a3c1-9d6c-47d2-9e5b-4aeee1b0c673', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80895', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'started_at': datetime.datetime(2021, 10, 11, 17, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:40:30.991355 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Checking segment: {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:40:30.991734 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Bound using segment: {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'} {{(pid=94391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:40:30.992155 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.managers [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Bound port: 6eee7a8a-06a2-4209-94a2-16d7b26df463, host: hv-cinder-80895, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e130cf9-ae99-4224-a546-1a58ad3d49f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49'}}] {{(pid=94391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:40:30.993373 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:31.058144 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] For port 6eee7a8a-06a2-4209-94a2-16d7b26df463, host hv-cinder-80895, cleared binding levels {{(pid=94391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:40:31.061806 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] For port 6eee7a8a-06a2-4209-94a2-16d7b26df463, host hv-cinder-80895, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:40:31.133383 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:31.166554 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:31.167163 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:31.168527 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] 10.222.0.48 "PUT /v2.0/ports/6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 1094 time: 0.8151929 Oct 11 17:40:31.169019 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:40:31.171735 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a239da89-ec33-4444-97e6-0469b6a94218" -d '{"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:40:31.195727 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f107f-53de-4664-b8e1-274d5ec0cef2 service neutron] Pushing event updated for resources: {'Port': ['ID=6eee7a8a-06a2-4209-94a2-16d7b26df463,revision_number=3']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:31.301964 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9cf1a0-4514-45a2-b1c2-c2ad2c47fb02 x-openstack-request-id: req-2f9cf1a0-4514-45a2-b1c2-c2ad2c47fb02 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:40:31.303258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:40:31.303258 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f9cf1a0-4514-45a2-b1c2-c2ad2c47fb02 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:40:31.303258 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'status': 'completed', 'code': 200} Oct 11 17:40:31.319006 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-39398458-dc2f-4c13-a863-ee23b12c29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:31.320505 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-39398458-dc2f-4c13-a863-ee23b12c29f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1097 time: 0.0455923 Oct 11 17:40:31.367618 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-4ff240a9-ac6e-40d5-9f1d-67c8c2ce85c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 217 time: 0.0382464 Oct 11 17:40:31.421043 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-26956b79-1c38-4332-86b4-dac65787a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:31.422542 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-26956b79-1c38-4332-86b4-dac65787a7c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 200 len: 854 time: 0.0443187 Oct 11 17:40:31.467497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-a1f87e28-91b3-4775-a65d-b59eec6082b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:31.468852 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-a1f87e28-91b3-4775-a65d-b59eec6082b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc70a563-1c18-4360-9e79-8798a2a34d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393116 Oct 11 17:40:31.562524 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-c8e09612-066e-4e12-9203-afe0c0b8700b service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867465 Oct 11 17:40:31.651107 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d394d00c-b25e-4d55-85fa-664f5b876a48 req-8cf0d713-0c60-47c8-97da-24a0307338d3 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817578 Oct 11 17:40:31.824399 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3d7da-f8f9-468e-9958-4face2e321d5 req-7470c905-2ff8-41b9-bc6c-40360e5bd91a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:31.825905 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-52c3d7da-f8f9-468e-9958-4face2e321d5 req-7470c905-2ff8-41b9-bc6c-40360e5bd91a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 944 time: 0.0804543 Oct 11 17:40:31.828348 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239da89-ec33-4444-97e6-0469b6a94218 req-71b72a42-bc6e-4843-827c-fae1d64006c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:31.829766 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a239da89-ec33-4444-97e6-0469b6a94218 req-71b72a42-bc6e-4843-827c-fae1d64006c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1097 time: 0.0748549 Oct 11 17:40:31.907997 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-52c3d7da-f8f9-468e-9958-4face2e321d5 req-56463445-5a67-47c3-9e95-9db64157704e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761759 Oct 11 17:40:31.946134 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239da89-ec33-4444-97e6-0469b6a94218 req-8b0a3dfb-a527-49e2-a584-6caa0e7df0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:31.947579 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a239da89-ec33-4444-97e6-0469b6a94218 req-8b0a3dfb-a527-49e2-a584-6caa0e7df0e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 916 time: 0.1031191 Oct 11 17:40:31.988510 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a239da89-ec33-4444-97e6-0469b6a94218 req-df8f8c0a-52cc-4bd2-8958-b86936d5273f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 217 time: 0.0336447 Oct 11 17:40:32.036398 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239da89-ec33-4444-97e6-0469b6a94218 req-f6e596ac-14be-40d0-bc0a-0cab42d4af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:32.037874 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a239da89-ec33-4444-97e6-0469b6a94218 req-f6e596ac-14be-40d0-bc0a-0cab42d4af31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 200 len: 854 time: 0.0425065 Oct 11 17:40:32.087581 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239da89-ec33-4444-97e6-0469b6a94218 req-bba8af08-b806-4958-8139-0559d09bc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:32.089011 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a239da89-ec33-4444-97e6-0469b6a94218 req-bba8af08-b806-4958-8139-0559d09bc04e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc70a563-1c18-4360-9e79-8798a2a34d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400996 Oct 11 17:40:32.181830 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a239da89-ec33-4444-97e6-0469b6a94218 req-6e064622-bb67-48d6-a25f-24e5551a7162 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838478 Oct 11 17:40:32.270662 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a239da89-ec33-4444-97e6-0469b6a94218 req-d9b302ee-b71c-4cef-9280-1006bf6c345b service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808733 Oct 11 17:40:33.038955 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca7e2d-dcd9-429c-8a8d-0c3c359dd41f req-ad28f4f7-408e-4a62-b9bb-e6f46f5eaffe tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:33.040319 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eeca7e2d-dcd9-429c-8a8d-0c3c359dd41f req-ad28f4f7-408e-4a62-b9bb-e6f46f5eaffe tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 944 time: 0.0595875 Oct 11 17:40:33.080306 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-eeca7e2d-dcd9-429c-8a8d-0c3c359dd41f req-800cced5-70b0-4e13-b287-fac33cb442e0 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Oct 11 17:40:33.974756 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37202) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:34.128840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Deleting port 26126f8c-a88c-48b1-9963-5da6b5d3856d {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:34.129218 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:34.196855 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db6f1-307a-4203-944c-6e7bd29666b9 req-24383fca-99bc-4dfb-a30f-92cece5119c4 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:34.198352 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-752db6f1-307a-4203-944c-6e7bd29666b9 req-24383fca-99bc-4dfb-a30f-92cece5119c4 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 944 time: 0.0483503 Oct 11 17:40:34.204966 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:34.205321 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:34.216982 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Calling delete_port for 26126f8c-a88c-48b1-9963-5da6b5d3856d owned by network:floatingip {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:34.237156 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-752db6f1-307a-4203-944c-6e7bd29666b9 req-e75f7d37-d27d-4a50-940a-b367d3e7468b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Oct 11 17:40:34.418226 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:34.448361 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event deleted for resources: {'Port': ['ID=26126f8c-a88c-48b1-9963-5da6b5d3856d,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:34.502749 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:34.503081 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Floating IP 74096cff-7c66-4028-a0c4-020c48a5c57d disassociated (deleted). External IP: 172.27.3.136, port: 3018ae33-03a8-44da-b5ab-05b82b31532a. Oct 11 17:40:34.706526 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:40:34.809244 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:40:34.814231 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:34.818640 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:40:34.828484 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:34.829199 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:34.844988 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-d9a65953-f767-48ef-a2bd-3b0538b9c910 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "DELETE /v2.0/floatingips/74096cff-7c66-4028-a0c4-020c48a5c57d HTTP/1.1" status: 204 len: 168 time: 0.8691604 Oct 11 17:40:34.845576 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:40:34.847847 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0e345c-656d-4edb-989a-4d75a0963f05" -d '{"events": [{"name": "network-changed", "server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:40:34.884727 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bf2440-52a6-469d-aea9-c0347e680aee x-openstack-request-id: req-79bf2440-52a6-469d-aea9-c0347e680aee {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:40:34.885016 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:40:34.885300 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79bf2440-52a6-469d-aea9-c0347e680aee {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:40:34.885703 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'status': 'completed', 'code': 200} Oct 11 17:40:34.939263 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:34.949505 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-f88ed53e-26e5-497a-8b7e-41e702275be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:34.951551 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-f88ed53e-26e5-497a-8b7e-41e702275be1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 1098 time: 0.0416625 Oct 11 17:40:35.043073 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-4613544d-35a5-4ef2-aeba-9753cc07a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:35.044527 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-4613544d-35a5-4ef2-aeba-9753cc07a48b service neutron] 10.222.0.48 "GET /v2.0/networks?id=359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 200 len: 913 time: 0.0862932 Oct 11 17:40:35.086412 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-a04b1b60-caf0-462c-8e98-7309af32ccd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3018ae33-03a8-44da-b5ab-05b82b31532a HTTP/1.1" status: 200 len: 217 time: 0.0339139 Oct 11 17:40:35.141617 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-082b1657-97b1-4554-98f3-bde5bffd13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:35.142407 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:35.143115 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-082b1657-97b1-4554-98f3-bde5bffd13e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 200 len: 851 time: 0.0493670 Oct 11 17:40:35.169217 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:40:35.178158 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:35.178767 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:35.196315 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-8092edd0-5735-45ed-a386-01e4209318b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:35.197870 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-8092edd0-5735-45ed-a386-01e4209318b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=359d47ec-610d-4dc4-bbd9-72d8642d7840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477057 Oct 11 17:40:35.296349 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:35.331898 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f0f96-e413-4a93-8b13-d367c48f62cb req-72e72c00-ba1c-44a8-a22c-5b9d78b6189d tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:35.332703 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 6eee7a8a-06a2-4209-94a2-16d7b26df463 details requested by agent hyperv_hv-cinder-80895 with host hv-cinder-80895 {{(pid=94392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:40:35.333345 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-461f0f96-e413-4a93-8b13-d367c48f62cb req-72e72c00-ba1c-44a8-a22c-5b9d78b6189d tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 945 time: 0.0862420 Oct 11 17:40:35.374756 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-e87cbf7b-7a24-4940-9a8a-d345c53a4d9a service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689579 Oct 11 17:40:35.447333 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f66c94-1ff5-41f6-856b-7735b61e379a req-28d96dad-b6ea-4301-91b4-fd1bb7a19eb1 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:35.448839 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d7f66c94-1ff5-41f6-856b-7735b61e379a req-28d96dad-b6ea-4301-91b4-fd1bb7a19eb1 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 944 time: 0.1362989 Oct 11 17:40:35.453710 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-461f0f96-e413-4a93-8b13-d367c48f62cb req-e2967e10-03ad-4beb-8d10-3508a571c5f3 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130595 Oct 11 17:40:35.513995 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-d7f66c94-1ff5-41f6-856b-7735b61e379a req-aeb45ed1-c646-4573-ba03-3766fd9d3bb3 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573258 Oct 11 17:40:35.525052 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4b0e345c-656d-4edb-989a-4d75a0963f05 req-28562abc-4121-4720-8c16-321bb5f055a7 service neutron] 10.222.0.48 "GET /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393759 Oct 11 17:40:35.674980 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 6eee7a8a-06a2-4209-94a2-16d7b26df463, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:35.689527 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Returning: {'device': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'port_id': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'mac_address': 'fa:16:3e:2a:8f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:40:35.738236 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:35.749716 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:35.776898 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eee7a8a-06a2-4209-94a2-16d7b26df463 {{(pid=94392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:40:35.781027 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ee9826-7866-4657-b4ab-4cc9922ec251 None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:32:27Z', 'revision_number': 4, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': '63333f31-f545-44c3-a58a-ffcb9d88ebc8', 'name': '', 'network_id': '359d47ec-610d-4dc4-bbd9-72d8642d7840', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'mac_address': 'fa:16:3e:ae:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:26Z', 'updated_at': '2021-10-11T17:32:31Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'subnets': [{'id': '25a157a6-93fd-4799-abc4-5715ec60987b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:40:35.798525 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 6eee7a8a-06a2-4209-94a2-16d7b26df463, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:35.869839 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:35.918115 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=6eee7a8a-06a2-4209-94a2-16d7b26df463,revision_number=4']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:35.990672 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40bd2b4-d007-4156-aa4b-13ffeee01f1c None None] New status for floating IP 74096cff-7c66-4028-a0c4-020c48a5c57d: DOWN {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:40:36.101051 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['6eee7a8a-06a2-4209-94a2-16d7b26df463'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:40:36.567649 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f581f3-5135-41ed-82a8-d7d53a754394 req-7bf8a010-a3d7-4823-b0ca-59822709c39a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:36.569140 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f9f581f3-5135-41ed-82a8-d7d53a754394 req-7bf8a010-a3d7-4823-b0ca-59822709c39a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 945 time: 0.0491178 Oct 11 17:40:36.634023 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f9f581f3-5135-41ed-82a8-d7d53a754394 req-1993e534-10ac-4d6f-b7d3-ebea4feb28d6 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd6b0e1c-63e7-4670-af9c-a9c391be43fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590606 Oct 11 17:40:36.650086 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c91e5-b6a4-4f8a-b1b5-00060c3365d0 req-3c33c91c-aa73-4eeb-ae76-4a0102b48911 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:36.651235 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cb0c91e5-b6a4-4f8a-b1b5-00060c3365d0 req-3c33c91c-aa73-4eeb-ae76-4a0102b48911 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 945 time: 0.0692575 Oct 11 17:40:36.688559 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cb0c91e5-b6a4-4f8a-b1b5-00060c3365d0 req-d27fe2cb-81e8-4f5b-9d9f-7e932930eeb6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313616 Oct 11 17:40:36.792383 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-1940c538-70cf-4aa2-a951-1c72497c3f2c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:36.793740 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-1940c538-70cf-4aa2-a951-1c72497c3f2c tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 945 time: 0.0470424 Oct 11 17:40:36.881378 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Deleting port 3018ae33-03a8-44da-b5ab-05b82b31532a {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:36.881717 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:36.970476 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] For port 3018ae33-03a8-44da-b5ab-05b82b31532a, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=3018ae33-03a8-44da-b5ab-05b82b31532a,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:36.970817 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:36.982697 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Calling delete_port for 3018ae33-03a8-44da-b5ab-05b82b31532a owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:37.144208 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:37.172406 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event deleted for resources: {'Port': ['ID=3018ae33-03a8-44da-b5ab-05b82b31532a,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:37.212584 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] No DVR routers for this DVR port 3018ae33-03a8-44da-b5ab-05b82b31532a on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:40:37.215120 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:37.218420 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-16ab9d1d-5065-45bb-942d-dbb0edb2cf3e req-de76187f-5b4b-4bdd-9fa4-eeaab2cd5f4a tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.48 "DELETE /v2.0/ports/3018ae33-03a8-44da-b5ab-05b82b31532a HTTP/1.1" status: 204 len: 173 time: 0.4178209 Oct 11 17:40:37.218860 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'name': 'network-vif-deleted', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:40:37.221103 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b770d58f-6ff5-4f29-86b9-f4a6b163c7f3" -d '{"events": [{"server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "name": "network-vif-deleted", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:40:37.258498 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854ea0d-c3dc-44c9-b5ea-0bdcc4b5ae81 x-openstack-request-id: req-5854ea0d-c3dc-44c9-b5ea-0bdcc4b5ae81 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:40:37.258786 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c7ac97-3574-4447-9f56-0cce0788101f", "name": "network-vif-deleted", "tag": "3018ae33-03a8-44da-b5ab-05b82b31532a", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:40:37.261249 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5854ea0d-c3dc-44c9-b5ea-0bdcc4b5ae81 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:40:37.261249 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c7ac97-3574-4447-9f56-0cce0788101f', 'name': 'network-vif-deleted', 'tag': '3018ae33-03a8-44da-b5ab-05b82b31532a', 'status': 'completed', 'code': 200} Oct 11 17:40:37.345518 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 6eee7a8a-06a2-4209-94a2-16d7b26df463 up at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:40:37.435904 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning for port 6eee7a8a-06a2-4209-94a2-16d7b26df463 completed by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:40:37.439687 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Provisioning complete for port 6eee7a8a-06a2-4209-94a2-16d7b26df463 triggered by entity L2. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:37.443465 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:37.519898 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:37.543224 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463'}] {{(pid=94392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:40:37.545610 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78abec73007b6071bc65cbd60c3f59aff868708341c63c0b31156aa20839bb9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ac833a-8006-4524-a8d3-393e9d915c7f" -d '{"events": [{"server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "name": "network-vif-plugged", "status": "completed", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463"}]}' {{(pid=94392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:40:37.559923 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] For port 6eee7a8a-06a2-4209-94a2-16d7b26df463, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:37.635495 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343'] for port, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:37.659886 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62445d86-2e0c-4264-8ceb-44711996339a x-openstack-request-id: req-62445d86-2e0c-4264-8ceb-44711996339a {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:40:37.660182 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "name": "network-vif-plugged", "status": "completed", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463", "code": 200}]} {{(pid=94392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:40:37.660438 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62445d86-2e0c-4264-8ceb-44711996339a {{(pid=94392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:40:37.660827 dv-cinder-808959-3-iscsi neutron-server[94392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'code': 200} Oct 11 17:40:37.687999 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Pushing event updated for resources: {'Port': ['ID=6eee7a8a-06a2-4209-94a2-16d7b26df463,revision_number=5']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:37.739740 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fdf0d8b3-7385-48c9-92a9-47f712b3e803 req-3b7d07dd-1d4f-49e0-a9c8-2c36d54c2263 tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 210 time: 0.0282211 Oct 11 17:40:37.803563 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce634c-ed55-448d-81f7-a3c03381a123 req-297d9ca0-e9a0-44ad-9d3b-873c22c8293a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:37.804966 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-58ce634c-ed55-448d-81f7-a3c03381a123 req-297d9ca0-e9a0-44ad-9d3b-873c22c8293a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0477393 Oct 11 17:40:37.842342 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-58ce634c-ed55-448d-81f7-a3c03381a123 req-9e802424-1f3e-4661-8015-14089d955ef1 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308228 Oct 11 17:40:38.046610 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ccff-aab8-4861-8d6b-b5acb99c5eb4 req-aee7f7a5-c6c2-4cfe-be33-dfc3dd78d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:38.048058 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-58c9ccff-aab8-4861-8d6b-b5acb99c5eb4 req-aee7f7a5-c6c2-4cfe-be33-dfc3dd78d673 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1099 time: 0.0391145 Oct 11 17:40:38.084267 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-58c9ccff-aab8-4861-8d6b-b5acb99c5eb4 req-0da2628c-3b2f-4b00-ab70-3117adac5421 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277271 Oct 11 17:40:38.438417 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cf956ef4-c278-4203-b572-46d3965f4054 req-eae327ff-e979-496d-b9dd-3b336e7fc1c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=24c7ac97-3574-4447-9f56-0cce0788101f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246203 Oct 11 17:40:38.532345 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cf956ef4-c278-4203-b572-46d3965f4054 req-3fb7c4ed-d74c-4e66-9f1b-37e045aed712 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&device_id=24c7ac97-3574-4447-9f56-0cce0788101f HTTP/1.1" status: 200 len: 210 time: 0.0283456 Oct 11 17:40:38.648614 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf956ef4-c278-4203-b572-46d3965f4054 req-491e9046-698c-4cb6-b63e-6651816975ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:38.650007 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cf956ef4-c278-4203-b572-46d3965f4054 req-491e9046-698c-4cb6-b63e-6651816975ab service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0912180 Oct 11 17:40:38.751881 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf956ef4-c278-4203-b572-46d3965f4054 req-f5cf9ac1-2764-4fc5-8620-73eff4b9ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:38.753365 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-cf956ef4-c278-4203-b572-46d3965f4054 req-f5cf9ac1-2764-4fc5-8620-73eff4b9ed56 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898960 Oct 11 17:40:38.794033 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37230) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:38.914962 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Deleting port da43a8fc-9270-4b5e-ba8f-2c3566622365 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:38.915213 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:38.955060 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6c77f-6b75-48f3-a812-29cba4b9c846 req-0c6f3979-8ecf-4a2c-a63c-7c5f02914512 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:38.956538 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8fe6c77f-6b75-48f3-a812-29cba4b9c846 req-0c6f3979-8ecf-4a2c-a63c-7c5f02914512 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0480709 Oct 11 17:40:38.989311 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:38.989637 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:38.993486 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8fe6c77f-6b75-48f3-a812-29cba4b9c846 req-69727232-ee3d-4c8f-a0f3-e918738ac6ba tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Oct 11 17:40:39.002546 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Calling delete_port for da43a8fc-9270-4b5e-ba8f-2c3566622365 owned by network:floatingip {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:39.166740 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:39.190202 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event deleted for resources: {'Port': ['ID=da43a8fc-9270-4b5e-ba8f-2c3566622365,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:39.255982 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for floatingip, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:39.257328 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:39.258514 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-54c27a81-0a1a-46ec-8bd6-c746850236ad tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "DELETE /v2.0/floatingips/994738d1-89ed-42de-9e95-208dfddbd4ee HTTP/1.1" status: 204 len: 168 time: 0.4628584 Oct 11 17:40:40.104671 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174b141-4b50-43b5-9be5-8c6b5ccafb7e req-d90bb168-fdc3-4168-9e3f-41a62af68b91 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:40.106149 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1174b141-4b50-43b5-9be5-8c6b5ccafb7e req-d90bb168-fdc3-4168-9e3f-41a62af68b91 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0476964 Oct 11 17:40:40.143664 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-1174b141-4b50-43b5-9be5-8c6b5ccafb7e req-e6846afc-6270-47d2-b40b-85e7b45773ea tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Oct 11 17:40:40.257677 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa400c-e146-4712-8c54-4d39cda670f5 req-8315e4dc-f08b-43f1-81ca-39d4d8a15251 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:40.259060 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49fa400c-e146-4712-8c54-4d39cda670f5 req-8315e4dc-f08b-43f1-81ca-39d4d8a15251 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0510828 Oct 11 17:40:40.295952 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-49fa400c-e146-4712-8c54-4d39cda670f5 req-635e0931-6bad-40bf-b9dd-0b7a3001e28a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Oct 11 17:40:40.446393 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fe835c17-7beb-486d-852e-ba7c381f8346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:40.579831 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37252) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:40.621049 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f75a99-a431-4cf4-8522-c3a3e622c0d0 req-25639204-4800-4716-a3a0-5c212a82c47b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:40.623055 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-26f75a99-a431-4cf4-8522-c3a3e622c0d0 req-25639204-4800-4716-a3a0-5c212a82c47b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0483093 Oct 11 17:40:40.636835 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-286601bc-07d2-4eae-81a9-1f7ca21aef1e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:40.660423 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-26f75a99-a431-4cf4-8522-c3a3e622c0d0 req-3395a507-25b9-46d0-8afb-a9a6765ab6f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Oct 11 17:40:40.662336 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-286601bc-07d2-4eae-81a9-1f7ca21aef1e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:40.806593 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-286601bc-07d2-4eae-81a9-1f7ca21aef1e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:40.809156 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-286601bc-07d2-4eae-81a9-1f7ca21aef1e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:40.811064 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-286601bc-07d2-4eae-81a9-1f7ca21aef1e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] 10.222.0.42 "DELETE /v2.0/security-groups/bd6b0e1c-63e7-4670-af9c-a9c391be43fb HTTP/1.1" status: 204 len: 168 time: 0.2302482 Oct 11 17:40:40.820272 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286601bc-07d2-4eae-81a9-1f7ca21aef1e tempest-TestVolumeBootPattern-1204002944 tempest-TestVolumeBootPattern-1204002944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b0e1c-63e7-4670-af9c-a9c391be43fb,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:40.956088 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37258) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:41.370081 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 3018ae33-03a8-44da-b5ab-05b82b31532a no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:40:41.390738 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 3018ae33-03a8-44da-b5ab-05b82b31532a {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:40:41.391154 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 3018ae33-03a8-44da-b5ab-05b82b31532a not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:40:41.627319 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:41.863431 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Deleting port 63333f31-f545-44c3-a58a-ffcb9d88ebc8 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:41.863773 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:41.939364 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] For port 63333f31-f545-44c3-a58a-ffcb9d88ebc8, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=63333f31-f545-44c3-a58a-ffcb9d88ebc8,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:41.939722 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:41.951612 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Calling delete_port for 63333f31-f545-44c3-a58a-ffcb9d88ebc8 owned by network:router_interface {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:42.183614 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:42.214391 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Pushing event deleted for resources: {'Port': ['ID=63333f31-f545-44c3-a58a-ffcb9d88ebc8,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:42.385435 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:42.609718 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:40:42.712776 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:40:42.716522 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:40:42.721643 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-0b203bfc-864e-4c1a-96f2-1caf6a635968 admin admin] 10.222.0.42 "PUT /v2.0/routers/5627ebd9-c73c-4b17-9bc2-f65cdbcadba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642689 Oct 11 17:40:42.724354 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37278) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:42.725282 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] Sync routers for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:40:42.734625 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:42.735324 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:42.827039 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks [] for router, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:42.843217 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:42.927536 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.024634 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:40:42Z', 'revision_number': 5, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port': {'id': '6f5f4c05-4aeb-488d-8f2a-78ee5940bf12', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:24Z', 'updated_at': '2021-10-11T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:43.038332 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Deleting port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:43.038672 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.056851 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] Checking router: 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:40:43.070912 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] Routers {'5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:43.071514 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:43.128802 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] For port 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=6f5f4c05-4aeb-488d-8f2a-78ee5940bf12,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:43.129197 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.143865 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Calling delete_port for 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 owned by network:router_gateway {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:43.162447 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] Set router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 gateway port host: None {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:43.164134 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6fe9170b-a65d-4304-b6ca-eef1c9b14294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.218269 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:40:42Z', 'revision_number': 6, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port_host': None}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:43.244937 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922e628-13ff-40ff-945f-4dd64fffe383 None None] The sync data for ids ['5627ebd9-c73c-4b17-9bc2-f65cdbcadba5'] in dv-cinder-808959-3-iscsi is: [{'id': '5627ebd9-c73c-4b17-9bc2-f65cdbcadba5', 'name': 'tempest-TestVolumeBootPattern-1386495464-router', 'tenant_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:23Z', 'updated_at': '2021-10-11T17:40:42Z', 'revision_number': 6, 'project_id': 'e9fa2904e2d84f469c4f808f9c6dcb8f', 'gw_port_host': None}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:40:43.366786 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.394914 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5f4c05-4aeb-488d-8f2a-78ee5940bf12,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:43.450999 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.538071 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.540115 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.652586 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.653142 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 {{(pid=94390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:40:43.658435 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.661245 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-5441025c-8ba9-4e1f-9906-fdc9172f1b92 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5627ebd9-c73c-4b17-9bc2-f65cdbcadba5 HTTP/1.1" status: 204 len: 168 time: 0.9343245 Oct 11 17:40:43.662355 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37286) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:43.712446 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d939c5-c57f-4492-ab08-7eb02c3a10d6 admin admin] Deleting subnet 25a157a6-93fd-4799-abc4-5715ec60987b {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:40:43.715553 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54d939c5-c57f-4492-ab08-7eb02c3a10d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.749127 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54d939c5-c57f-4492-ab08-7eb02c3a10d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378531'] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.829257 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54d939c5-c57f-4492-ab08-7eb02c3a10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.938426 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54d939c5-c57f-4492-ab08-7eb02c3a10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26285472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25558721'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.964070 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d939c5-c57f-4492-ab08-7eb02c3a10d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a157a6-93fd-4799-abc4-5715ec60987b,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:43.967281 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-54d939c5-c57f-4492-ab08-7eb02c3a10d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:43.972356 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37288) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:43.972823 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-54d939c5-c57f-4492-ab08-7eb02c3a10d6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/25a157a6-93fd-4799-abc4-5715ec60987b HTTP/1.1" status: 204 len: 168 time: 0.3091567 Oct 11 17:40:43.975071 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3e8f6-76ef-4602-99e7-0c262370c9cf None None] Network 359d47ec-610d-4dc4-bbd9-72d8642d7840 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:40:44.048419 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.106002 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Deleting port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:44.106346 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.171493 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] For port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:44.171859 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.177318 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] DHCP port deletion for 359d47ec-610d-4dc4-bbd9-72d8642d7840 request from dv-cinder-808959-3-iscsi {{(pid=94392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:40:44.186165 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Calling delete_port for 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 owned by network:dhcp {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:44.237334 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] Deleting port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 {{(pid=94392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:44.237712 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.306280 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] For port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,segment=NetworkSegment(4bb86b71-0a4a-4df5-8fe3-5cd913c79c73),segment_id=4bb86b71-0a4a-4df5-8fe3-5cd913c79c73)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:44.306523 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.319218 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] Calling delete_port for 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 owned by network:dhcp {{(pid=94392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:44.332463 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.361613 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] No DVR routers for this DVR port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 on host dv-cinder-808959-3-iscsi {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:40:44.366298 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:44.392696 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.422318 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] Pushing event deleted for resources: {'Port': ['ID=9b11e8b9-8fca-49bf-af27-41d5c37c8d21,revision_number=None']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:44.430491 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2e6a2-0f1b-47a4-a056-608929d27c63 None None] No DVR routers for this DVR port 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 on host dv-cinder-808959-3-iscsi {{(pid=94392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:40:44.440621 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.460372 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359d47ec-610d-4dc4-bbd9-72d8642d7840']}} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:44.469911 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73') {'for_net_delete': True} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:44.470193 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb86b71-0a4a-4df5-8fe3-5cd913c79c73') {} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:44.483330 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27110545'] for segment, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.496065 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.501695 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=94391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:40:44.502071 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672002'] for segment, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: Traceback (most recent call last): Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: timer() Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: cb(*args, **kw) Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: return func(*args, **kwargs) Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: self._notify() Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: self.callback(batched_events) Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: event.method(event) Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: return f(self, *a, **k) Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._get(url).json() Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: return self.request(url, 'GET', **kwargs) Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:40:44.503707 dv-cinder-808959-3-iscsi neutron-server[94391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:40:44.509746 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.618214 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.622981 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:44.626143 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] 10.222.0.42 "DELETE /v2.0/networks/359d47ec-610d-4dc4-bbd9-72d8642d7840 HTTP/1.1" status: 204 len: 168 time: 0.6519735 Oct 11 17:40:44.629234 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37292) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:44.641108 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd777e-eb78-4c2d-983e-e39b2fe2230e admin admin] Pushing event deleted for resources: {'Network': ['ID=359d47ec-610d-4dc4-bbd9-72d8642d7840,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:44.761015 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:45.229871 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:45.311676 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 63333f31-f545-44c3-a58a-ffcb9d88ebc8 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:40:45.334491 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 63333f31-f545-44c3-a58a-ffcb9d88ebc8 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:40:45.335001 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 63333f31-f545-44c3-a58a-ffcb9d88ebc8 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:40:45.335449 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:40:45.353467 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:40:45.353826 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 6f5f4c05-4aeb-488d-8f2a-78ee5940bf12 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:40:45.354235 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:40:45.373088 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:40:45.373412 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 9b11e8b9-8fca-49bf-af27-41d5c37c8d21 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:40:45.471957 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Deleting port aecc423f-bf3c-4e10-bd68-4b44fe83d78d {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:45.471957 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:45.546737 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] For port aecc423f-bf3c-4e10-bd68-4b44fe83d78d, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,segment=NetworkSegment(05c26610-ef82-4a60-8b64-7687d3029fa4),segment_id=05c26610-ef82-4a60-8b64-7687d3029fa4)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:45.547095 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:45.559024 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Calling delete_port for aecc423f-bf3c-4e10-bd68-4b44fe83d78d owned by network:router_interface {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:45.772410 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:45.801039 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Pushing event deleted for resources: {'Port': ['ID=aecc423f-bf3c-4e10-bd68-4b44fe83d78d,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:45.963783 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:46.143892 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:46.173432 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:40:46.274954 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:40:46.283682 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-af8a461a-5f54-4757-aad3-c58f81a6546d admin admin] 10.222.0.42 "PUT /v2.0/routers/1afab40f-b9d3-4fb5-b5e8-6f14e8817875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6502624 Oct 11 17:40:46.283682 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37298) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:46.285644 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] Sync routers for ids ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:40:46.294563 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] Routers {'1afab40f-b9d3-4fb5-b5e8-6f14e8817875'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:46.295277 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:46.387305 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:46.398814 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] Set router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:46.487233 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:46.571788 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:40:45Z', 'revision_number': 5, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port': {'id': '2663d56f-62c9-4c13-b24f-83f3786647f9', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:32:32Z', 'updated_at': '2021-10-11T17:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:46.586236 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Deleting port 2663d56f-62c9-4c13-b24f-83f3786647f9 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:46.586577 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:46.597717 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] Checking router: 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:40:46.605769 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] Routers {'1afab40f-b9d3-4fb5-b5e8-6f14e8817875'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:46.606373 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:46.665205 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] For port 2663d56f-62c9-4c13-b24f-83f3786647f9, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=2663d56f-62c9-4c13-b24f-83f3786647f9,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:46.665562 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:46.682609 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Calling delete_port for 2663d56f-62c9-4c13-b24f-83f3786647f9 owned by network:router_gateway {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:46.690725 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] Set router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 gateway port host: None {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:46.740708 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:40:46Z', 'revision_number': 6, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port_host': None}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:46.769855 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f142e4-9189-45e7-86cc-4e2a5539f11a None None] The sync data for ids ['1afab40f-b9d3-4fb5-b5e8-6f14e8817875'] in dv-cinder-808959-3-iscsi is: [{'id': '1afab40f-b9d3-4fb5-b5e8-6f14e8817875', 'name': 'tempest-TestVolumeBootPattern-1651436653-router', 'tenant_id': '2d6c40ef839443f99c64905d3ec68d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:32:31Z', 'updated_at': '2021-10-11T17:40:46Z', 'revision_number': 6, 'project_id': '2d6c40ef839443f99c64905d3ec68d35', 'gw_port_host': None}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:40:46.892194 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:46.917809 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2663d56f-62c9-4c13-b24f-83f3786647f9,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:46.974622 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.061560 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.063548 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.172549 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.173153 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1afab40f-b9d3-4fb5-b5e8-6f14e8817875 {{(pid=94390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:40:47.179651 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.180682 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-95e696f7-41b9-4ca3-a7ee-2621c7b183b1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1afab40f-b9d3-4fb5-b5e8-6f14e8817875 HTTP/1.1" status: 204 len: 168 time: 0.8966491 Oct 11 17:40:47.183267 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37300) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:47.228236 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3c697c-4595-44c2-a754-9d72f686384a admin admin] Deleting subnet c6f5ccdb-b01e-4e27-a94c-375803aa84f6 {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:40:47.231244 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a3c697c-4595-44c2-a754-9d72f686384a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.263831 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a3c697c-4595-44c2-a754-9d72f686384a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378531'] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.341633 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a3c697c-4595-44c2-a754-9d72f686384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.446675 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a3c697c-4595-44c2-a754-9d72f686384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26285472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25558721'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.471336 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c697c-4595-44c2-a754-9d72f686384a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f5ccdb-b01e-4e27-a94c-375803aa84f6,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:47.475034 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-2a3c697c-4595-44c2-a754-9d72f686384a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.478447 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-2a3c697c-4595-44c2-a754-9d72f686384a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c6f5ccdb-b01e-4e27-a94c-375803aa84f6 HTTP/1.1" status: 204 len: 168 time: 0.2940228 Oct 11 17:40:47.481376 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8eba32-4d65-46a9-9212-7ac925e0303c None None] Network 7ee657e5-32b9-436f-8530-cf55d6dd604c requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:40:47.481946 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37304) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:47.562583 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.582779 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 2663d56f-62c9-4c13-b24f-83f3786647f9 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:40:47.614544 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Deleting port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:47.614878 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.616353 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 2663d56f-62c9-4c13-b24f-83f3786647f9 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:40:47.616703 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 2663d56f-62c9-4c13-b24f-83f3786647f9 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:40:47.617161 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device aecc423f-bf3c-4e10-bd68-4b44fe83d78d no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:40:47.638441 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: aecc423f-bf3c-4e10-bd68-4b44fe83d78d {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:40:47.638781 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device aecc423f-bf3c-4e10-bd68-4b44fe83d78d not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:40:47.686456 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] For port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,segment=NetworkSegment(05c26610-ef82-4a60-8b64-7687d3029fa4),segment_id=05c26610-ef82-4a60-8b64-7687d3029fa4)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:47.686823 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.698766 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Calling delete_port for b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 owned by network:dhcp {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:47.708919 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] DHCP port deletion for 7ee657e5-32b9-436f-8530-cf55d6dd604c request from dv-cinder-808959-3-iscsi {{(pid=94392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:40:47.759441 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] Deleting port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 {{(pid=94392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:40:47.759813 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.829125 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] For port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,segment=NetworkSegment(05c26610-ef82-4a60-8b64-7687d3029fa4),segment_id=05c26610-ef82-4a60-8b64-7687d3029fa4)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:47.830945 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.843087 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] Calling delete_port for b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 owned by network:dhcp {{(pid=94392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:40:47.875040 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.900815 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:47.906277 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] No DVR routers for this DVR port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 on host dv-cinder-808959-3-iscsi {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:40:47.917286 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:47.946653 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] Pushing event deleted for resources: {'Port': ['ID=b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2,revision_number=None']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:47.948509 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5d524-6de6-46bf-958e-4dfd8a2c63d6 None None] No DVR routers for this DVR port b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 on host dv-cinder-808959-3-iscsi {{(pid=94392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:40:47.982617 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.002439 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee657e5-32b9-436f-8530-cf55d6dd604c']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:48.011549 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c26610-ef82-4a60-8b64-7687d3029fa4') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:48.011838 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c26610-ef82-4a60-8b64-7687d3029fa4') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:48.021294 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.033942 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.039774 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:40:48.040166 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:40:48.041875 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:40:48.166213 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.171532 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.175063 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] 10.222.0.42 "DELETE /v2.0/networks/7ee657e5-32b9-436f-8530-cf55d6dd604c HTTP/1.1" status: 204 len: 168 time: 0.6914799 Oct 11 17:40:48.186528 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ffa5a-dcd5-41e2-a2a0-6332a71ac72a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee657e5-32b9-436f-8530-cf55d6dd604c,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:48.484646 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37310) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:48.523060 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-8748685f-b16c-4a27-9582-5acbdc3f79d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9fa2904e2d84f469c4f808f9c6dcb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372536 Oct 11 17:40:48.525381 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37312) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:48.575193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-995dc41a-aad6-4af9-9750-58a019d73d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.599680 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-995dc41a-aad6-4af9-9750-58a019d73d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.714959 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-995dc41a-aad6-4af9-9750-58a019d73d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.718193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-995dc41a-aad6-4af9-9750-58a019d73d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:48.719342 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-995dc41a-aad6-4af9-9750-58a019d73d85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01a9e339-8b60-44f6-ad33-6557d42b25aa HTTP/1.1" status: 204 len: 168 time: 0.1930931 Oct 11 17:40:48.726841 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dc41a-aad6-4af9-9750-58a019d73d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a9e339-8b60-44f6-ad33-6557d42b25aa,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:49.307066 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:40:49.327715 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:40:49.328059 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device b4c37dc3-0c2a-4215-97bd-f8aa5bcfcee2 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:40:49.472182 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37320) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:49.511197 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-355cc59f-5941-4f9c-891a-5b682e6372cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d6c40ef839443f99c64905d3ec68d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378575 Oct 11 17:40:49.514167 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37322) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:49.559650 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-85642453-cfa4-49a2-84a8-d7e95a75d2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:49.580865 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-85642453-cfa4-49a2-84a8-d7e95a75d2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:49.714841 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-85642453-cfa4-49a2-84a8-d7e95a75d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:49.717470 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-85642453-cfa4-49a2-84a8-d7e95a75d2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:49.718673 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-85642453-cfa4-49a2-84a8-d7e95a75d2b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1729a908-ae27-44de-a9a0-a105cc62b3a3 HTTP/1.1" status: 204 len: 168 time: 0.2036009 Oct 11 17:40:49.726183 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85642453-cfa4-49a2-84a8-d7e95a75d2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1729a908-ae27-44de-a9a0-a105cc62b3a3,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:50.718897 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4255-385b-4a84-918b-6b1b57577faa req-06f46347-58c8-4f78-b513-5f7146e8840b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:50.720340 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b9c4255-385b-4a84-918b-6b1b57577faa req-06f46347-58c8-4f78-b513-5f7146e8840b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0484700 Oct 11 17:40:50.756146 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8b9c4255-385b-4a84-918b-6b1b57577faa req-384276f1-fe89-41ee-8b3b-d4261787a1c6 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299189 Oct 11 17:40:50.777876 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37334) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:51.001213 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae048bec-609a-48b7-8c2a-02d16c0b687c tempest-TestMinimumBasicScenario-761583469 tempest-TestMinimumBasicScenario-761583469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:51.002675 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-ae048bec-609a-48b7-8c2a-02d16c0b687c tempest-TestMinimumBasicScenario-761583469 tempest-TestMinimumBasicScenario-761583469-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1094 time: 0.2232716 Oct 11 17:40:51.005569 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37338) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:51.009920 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'floatingip': {'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'port_id': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:51.086154 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for floatingip, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:51.178023 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:51.278900 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_common [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Allocated IP 172.27.3.196 (6a335415-9c4e-460f-a0d6-9164942b5e0b/558b12b7-7f3c-4df3-a0b9-43c321ee9d30/414e9724-7790-4e02-95c8-afb65fa7f531) {{(pid=94391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:40:51.375246 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for port, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:51.474900 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783164655095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:51.513869 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Network 6a335415-9c4e-460f-a0d6-9164942b5e0b is already hosted by enough agents. {{(pid=94391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:40:51.518846 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.base_scheduler [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Resources bound (agent type, host, resource id): {{(pid=94391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:40:51.522973 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Received port after_create {{(pid=94391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:40:51.547974 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'Port': ['ID=414e9724-7790-4e02-95c8-afb65fa7f531,revision_number=1']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:51.868044 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:51.978639 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:52.121845 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:52.172111 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:52.237802 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'Port': ['ID=414e9724-7790-4e02-95c8-afb65fa7f531,revision_number=2']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:52.250523 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643667'] for floatingip, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:52.346628 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.l3_db [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Floating IP d270672d-e63d-481c-b303-f81489e530b4 associated. External IP: 172.27.3.196, port: 6eee7a8a-06a2-4209-94a2-16d7b26df463. Oct 11 17:40:52.548063 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Router 5e228934-61c7-42ee-9a6a-81ba0242036a has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:40:52.887560 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:40:52.897641 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] Sync routers for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:40:52.907568 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:52.912681 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:52.968691 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:52.995614 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-d38c63f3-5a1f-4ebd-9cb9-1bfe55abca41 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9889991 Oct 11 17:40:52.996206 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:40:52.998547 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df596cc9-518c-4332-999e-dba7c3e63e72" -d '{"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:40:52.998756 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37340) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:53.003713 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-98b4392a-6714-459b-b1c0-3e579a5a386d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423225752', 'description': 'tempest-secgroup-smoke-423225752 description', 'project_id': '8b8b92f4de684d33a2bb5a4f44733315'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:53.038706 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21c9b4e-d7d8-44ba-96e7-36e55988492d x-openstack-request-id: req-d21c9b4e-d7d8-44ba-96e7-36e55988492d {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:40:53.038706 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:40:53.039035 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d21c9b4e-d7d8-44ba-96e7-36e55988492d {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:40:53.039270 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'status': 'completed', 'code': 200} Oct 11 17:40:53.086486 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-98b4392a-6714-459b-b1c0-3e579a5a386d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.108812 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-b01e5384-9ded-414c-8b36-915a8f5b17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:53.110384 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-b01e5384-9ded-414c-8b36-915a8f5b17ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1099 time: 0.0438819 Oct 11 17:40:53.139157 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:53.159788 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-98b4392a-6714-459b-b1c0-3e579a5a386d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.210487 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-17a2fed1-ffec-4084-900a-236a69555494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:53.211985 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-17a2fed1-ffec-4084-900a-236a69555494 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 916 time: 0.0921915 Oct 11 17:40:53.229355 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-98b4392a-6714-459b-b1c0-3e579a5a386d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.260061 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4392a-6714-459b-b1c0-3e579a5a386d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6076c2-557e-4e81-b923-a6594fb1106f,revision_number=1']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:53.281718 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-aa07478a-b0d7-4fad-84ff-d5b3cdec4521 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 1000 time: 0.0609350 Oct 11 17:40:53.317048 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-98b4392a-6714-459b-b1c0-3e579a5a386d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.319142 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-98b4392a-6714-459b-b1c0-3e579a5a386d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3186009 Oct 11 17:40:53.321180 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37344) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:53.325774 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-0337a38c-d921-4cc5-8d73-dd869ddfe3f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'security_group_rule': {'security_group_id': 'bb6076c2-557e-4e81-b923-a6594fb1106f', 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:53.343519 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-602139b9-b57b-4b1f-9b2e-6dc441b26677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:53.345112 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-602139b9-b57b-4b1f-9b2e-6dc441b26677 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 200 len: 854 time: 0.0541072 Oct 11 17:40:53.365583 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'd270672d-e63d-481c-b303-f81489e530b4', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'port_id': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'mac_address': 'fa:16:3e:2a:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95088a92-5122-4ebf-8212-4118819e7d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:40:51Z', 'updated_at': '2021-10-11T17:40:51Z', 'revision_number': 0, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:40:01Z', 'revision_number': 5, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:53.392452 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-a9ff41d7-c523-4050-9d2b-bffe444f9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:53.393969 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-a9ff41d7-c523-4050-9d2b-bffe444f9705 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc70a563-1c18-4360-9e79-8798a2a34d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407014 Oct 11 17:40:53.394541 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] Checking router: 5e228934-61c7-42ee-9a6a-81ba0242036a for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:40:53.402892 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:40:53.404033 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:40:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:53.408094 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0337a38c-d921-4cc5-8d73-dd869ddfe3f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.470666 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0337a38c-d921-4cc5-8d73-dd869ddfe3f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.490436 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-9d2322be-119a-4b26-a86c-7f81b2aee55a service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882616 Oct 11 17:40:53.509577 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:40:53.526581 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0337a38c-d921-4cc5-8d73-dd869ddfe3f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.545700 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337a38c-d921-4cc5-8d73-dd869ddfe3f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0220d967-fafb-4b92-a6c7-2f56fed817df,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:53.590663 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-df596cc9-518c-4332-999e-dba7c3e63e72 req-0061d648-4636-447f-a3c4-a17cde8401c6 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884109 Oct 11 17:40:53.596797 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-0337a38c-d921-4cc5-8d73-dd869ddfe3f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.598308 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-0337a38c-d921-4cc5-8d73-dd869ddfe3f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761188 Oct 11 17:40:53.600997 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37346) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:53.606002 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.v2.base [None req-de3a2cdd-b7f0-4fde-832a-d606ee7edd52 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'security_group_rule': {'security_group_id': 'bb6076c2-557e-4e81-b923-a6594fb1106f', 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:53.708039 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de3a2cdd-b7f0-4fde-832a-d606ee7edd52 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.734855 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'd270672d-e63d-481c-b303-f81489e530b4', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'port_id': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'mac_address': 'fa:16:3e:2a:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95088a92-5122-4ebf-8212-4118819e7d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:40:51Z', 'updated_at': '2021-10-11T17:40:51Z', 'revision_number': 0, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:40:01Z', 'revision_number': 5, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:40:53.764735 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508f474-b686-4072-b639-d72034bc77b6 None None] The sync data for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi is: [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_floatingips': [{'id': 'd270672d-e63d-481c-b303-f81489e530b4', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'router_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'port_id': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'mac_address': 'fa:16:3e:2a:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95088a92-5122-4ebf-8212-4118819e7d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:40:51Z', 'updated_at': '2021-10-11T17:40:51Z', 'revision_number': 0, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:40:01Z', 'revision_number': 5, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:40:53.765045 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de3a2cdd-b7f0-4fde-832a-d606ee7edd52 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.846193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de3a2cdd-b7f0-4fde-832a-d606ee7edd52 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.863070 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a2cdd-b7f0-4fde-832a-d606ee7edd52 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc670f8-8586-44d8-9d93-2fb78d94f0a4,revision_number=0']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:53.951100 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-de3a2cdd-b7f0-4fde-832a-d606ee7edd52 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:53.952379 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-de3a2cdd-b7f0-4fde-832a-d606ee7edd52 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3501239 Oct 11 17:40:53.955769 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37348) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:53.956441 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88372fef-738e-4805-bb1b-ace3d86548bb None None] New status for floating IP d270672d-e63d-481c-b303-f81489e530b4: ACTIVE {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:40:53.960826 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-0826075c-1943-42b2-8ae0-abb6ccf3db11 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'security_group_rule': {'security_group_id': 'bb6076c2-557e-4e81-b923-a6594fb1106f', 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:54.027770 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0826075c-1943-42b2-8ae0-abb6ccf3db11 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.085213 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0826075c-1943-42b2-8ae0-abb6ccf3db11 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.126010 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0826075c-1943-42b2-8ae0-abb6ccf3db11 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.143751 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826075c-1943-42b2-8ae0-abb6ccf3db11 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782cf4c9-0e88-4cce-af19-d648070a321d,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:54.191337 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0826075c-1943-42b2-8ae0-abb6ccf3db11 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.192604 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-0826075c-1943-42b2-8ae0-abb6ccf3db11 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2358415 Oct 11 17:40:54.195457 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37350) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:54.199807 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-f101c7dd-09b4-4ae6-ba0b-3f04efd61c37 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'security_group_rule': {'security_group_id': 'bb6076c2-557e-4e81-b923-a6594fb1106f', 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:54.267974 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f101c7dd-09b4-4ae6-ba0b-3f04efd61c37 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.328486 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f101c7dd-09b4-4ae6-ba0b-3f04efd61c37 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.381870 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f101c7dd-09b4-4ae6-ba0b-3f04efd61c37 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.398861 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101c7dd-09b4-4ae6-ba0b-3f04efd61c37 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc60e6c-0885-4ed4-b523-6e221b78d493,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:54.441826 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-f101c7dd-09b4-4ae6-ba0b-3f04efd61c37 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.443027 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-f101c7dd-09b4-4ae6-ba0b-3f04efd61c37 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2466555 Oct 11 17:40:54.445693 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37352) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:54.450301 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-e2c64044-41db-4c1e-baef-d2e747f41339 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'security_group_rule': {'security_group_id': 'bb6076c2-557e-4e81-b923-a6594fb1106f', 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:54.531813 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.securitygroups_db [None req-e2c64044-41db-4c1e-baef-d2e747f41339 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Project 8b8b92f4de684d33a2bb5a4f44733315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 17:40:54.536578 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e2c64044-41db-4c1e-baef-d2e747f41339 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.595431 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e2c64044-41db-4c1e-baef-d2e747f41339 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.657298 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e2c64044-41db-4c1e-baef-d2e747f41339 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.675720 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64044-41db-4c1e-baef-d2e747f41339 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ddce47-ed63-40f2-9404-b7804c3011e3,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:54.739425 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-e2c64044-41db-4c1e-baef-d2e747f41339 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.740612 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-e2c64044-41db-4c1e-baef-d2e747f41339 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2939706 Oct 11 17:40:54.743270 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37354) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:40:54.747463 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [None req-67ab77fa-6898-453c-ad6b-f923d2d8c0f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'security_group_rule': {'security_group_id': 'bb6076c2-557e-4e81-b923-a6594fb1106f', 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:54.823362 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.db.securitygroups_db [None req-67ab77fa-6898-453c-ad6b-f923d2d8c0f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Project 8b8b92f4de684d33a2bb5a4f44733315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 17:40:54.828015 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-67ab77fa-6898-453c-ad6b-f923d2d8c0f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.886553 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-67ab77fa-6898-453c-ad6b-f923d2d8c0f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.971583 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-67ab77fa-6898-453c-ad6b-f923d2d8c0f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:54.988664 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab77fa-6898-453c-ad6b-f923d2d8c0f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd4b4c1-8165-46ec-93f6-12483c5b4ecd,revision_number=0']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:55.076992 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-67ab77fa-6898-453c-ad6b-f923d2d8c0f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:55.078165 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-67ab77fa-6898-453c-ad6b-f923d2d8c0f7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3339877 Oct 11 17:40:55.152843 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-dfa8e015-24eb-4a33-8e14-04613c73fb0c tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423225752&fields=id&tenant_id=8b8b92f4de684d33a2bb5a4f44733315 HTTP/1.1" status: 200 len: 267 time: 0.0322824 Oct 11 17:40:55.207242 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-1a8333f0-5e78-46da-9aff-78fc85ad7197 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:55.208700 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-1a8333f0-5e78-46da-9aff-78fc85ad7197 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0496683 Oct 11 17:40:55.220201 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'port': {'security_groups': ['f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5', 'bb6076c2-557e-4e81-b923-a6594fb1106f']}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:40:55.278366 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:55.456747 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] For port 6eee7a8a-06a2-4209-94a2-16d7b26df463, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:40:55.484598 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:55.578109 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:55.590183 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['6eee7a8a-06a2-4209-94a2-16d7b26df463'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:40:55.619340 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:55.620018 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:55.621349 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fbccac13-31b3-4ea5-8c74-e608f51448fd req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "PUT /v2.0/ports/6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 982 time: 0.4060383 Oct 11 17:40:55.621792 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:40:55.624571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96961892-6d30-4df8-b938-bf11d398357e" -d '{"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:40:55.651419 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66774cf-86c4-4f89-ae61-ba54b646da6a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'Port': ['ID=6eee7a8a-06a2-4209-94a2-16d7b26df463,revision_number=6']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:40:55.692481 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549b9a6e-2cb9-4311-a4fd-08e2ec91c097 x-openstack-request-id: req-549b9a6e-2cb9-4311-a4fd-08e2ec91c097 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:40:55.692777 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:40:55.693033 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-549b9a6e-2cb9-4311-a4fd-08e2ec91c097 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:40:55.693502 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'status': 'completed', 'code': 200} Oct 11 17:40:55.736084 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['6eee7a8a-06a2-4209-94a2-16d7b26df463'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:40:55.783205 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0e8a9-bb1b-4905-b1e6-956458e4e074 req-e346209c-5289-4867-8eb6-913da1b52363 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:55.784782 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b6e0e8a9-bb1b-4905-b1e6-956458e4e074 req-e346209c-5289-4867-8eb6-913da1b52363 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0904706 Oct 11 17:40:55.791629 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961892-6d30-4df8-b938-bf11d398357e req-9692d843-57a2-46c0-a537-0134a63bf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:55.793165 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96961892-6d30-4df8-b938-bf11d398357e req-9692d843-57a2-46c0-a537-0134a63bf3b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1138 time: 0.0638463 Oct 11 17:40:55.877435 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b6e0e8a9-bb1b-4905-b1e6-956458e4e074 req-2c6a6712-fb30-4d76-bfdf-bc9f1a326f56 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833058 Oct 11 17:40:55.917605 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961892-6d30-4df8-b938-bf11d398357e req-df898121-be48-47d2-bcb3-4fd335ce6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:55.919080 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96961892-6d30-4df8-b938-bf11d398357e req-df898121-be48-47d2-bcb3-4fd335ce6423 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 916 time: 0.1110668 Oct 11 17:40:55.953773 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-c231717d-2222-4755-a431-745c99403ff1 None None] Provisioning complete for port 6eee7a8a-06a2-4209-94a2-16d7b26df463 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:40:55.954140 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c231717d-2222-4755-a431-745c99403ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:40:55.984946 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96961892-6d30-4df8-b938-bf11d398357e req-6d0864a1-d28b-446a-8c66-f9de74abd9dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 1002 time: 0.0570257 Oct 11 17:40:56.034916 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961892-6d30-4df8-b938-bf11d398357e req-240e74b0-d17f-4393-924d-70c66f4ff61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:56.036379 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96961892-6d30-4df8-b938-bf11d398357e req-240e74b0-d17f-4393-924d-70c66f4ff61f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 200 len: 854 time: 0.0424860 Oct 11 17:40:56.086807 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961892-6d30-4df8-b938-bf11d398357e req-d346a2b0-1c6e-4af6-9dfe-c12af68819e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:40:56.088289 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96961892-6d30-4df8-b938-bf11d398357e req-d346a2b0-1c6e-4af6-9dfe-c12af68819e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc70a563-1c18-4360-9e79-8798a2a34d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436640 Oct 11 17:40:56.179150 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96961892-6d30-4df8-b938-bf11d398357e req-5dfd9f1b-ea6e-4d8b-b581-5f496914d358 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812011 Oct 11 17:40:56.272142 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-96961892-6d30-4df8-b938-bf11d398357e req-7cbf7c86-be7c-47c9-9b73-1856f5cca0db service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838323 Oct 11 17:41:00.537331 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:10.468648 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-161434c6-04e7-4a4d-8665-d14c90b252ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:13.114626 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-12c3a28a-2647-4f63-affa-c8f011e4721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:14.479695 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:14.805709 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:16.131819 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:18.935638 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05963259-e866-4c8c-9b16-312426c67531 req-5cf66e9d-6e40-4046-8677-ba00ce0778d3 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:18.937032 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-05963259-e866-4c8c-9b16-312426c67531 req-5cf66e9d-6e40-4046-8677-ba00ce0778d3 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0502448 Oct 11 17:41:18.979351 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-05963259-e866-4c8c-9b16-312426c67531 req-a2381648-6ca5-4185-adf1-1dff794c5687 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362508 Oct 11 17:41:19.028391 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-71ed96b1-d578-4935-ab89-483cb3bd2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:19.029917 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-71ed96b1-d578-4935-ab89-483cb3bd2d7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1138 time: 0.0400219 Oct 11 17:41:19.122015 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-6af95414-3eb3-4c2c-a605-05a8207b231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:19.123450 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-6af95414-3eb3-4c2c-a605-05a8207b231a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 916 time: 0.0864339 Oct 11 17:41:19.190011 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-db5fe854-1461-4319-be99-692471b9229b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 1002 time: 0.0586247 Oct 11 17:41:19.244421 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-b8636e0c-d47b-492e-b149-ad1d90acfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:19.245897 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-b8636e0c-d47b-492e-b149-ad1d90acfab4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 200 len: 854 time: 0.0482717 Oct 11 17:41:19.292855 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-e35cbc92-81fb-4a84-b860-2b7b6268a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:19.294359 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-e35cbc92-81fb-4a84-b860-2b7b6268a395 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc70a563-1c18-4360-9e79-8798a2a34d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405710 Oct 11 17:41:19.382798 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-2bbfea30-acc2-4c40-8578-fd7788f0af06 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807436 Oct 11 17:41:19.474265 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f09e6966-5647-4a74-87c4-c1c39456cb4b req-f0a07bee-eaa5-486d-abba-38c5f53fef47 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835423 Oct 11 17:41:19.712371 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:41:20.098877 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ed3c5-a3ee-4491-8914-1cf8e1a4386c req-352f60c4-e05a-4a6c-986f-4bc157a7a7b4 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:20.100349 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-821ed3c5-a3ee-4491-8914-1cf8e1a4386c req-352f60c4-e05a-4a6c-986f-4bc157a7a7b4 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0476313 Oct 11 17:41:20.139457 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-821ed3c5-a3ee-4491-8914-1cf8e1a4386c req-8da7ebb4-ec23-4da8-8740-ab84f660d3c3 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324211 Oct 11 17:41:21.257261 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b060b5-1240-442e-bf00-cd06ef5a4a4f req-d8788813-58a2-43bf-b6b8-e4a5b4ab6d94 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:21.258743 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a1b060b5-1240-442e-bf00-cd06ef5a4a4f req-d8788813-58a2-43bf-b6b8-e4a5b4ab6d94 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0520971 Oct 11 17:41:21.298040 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-a1b060b5-1240-442e-bf00-cd06ef5a4a4f req-a3c0406c-0412-4246-8eed-6e0644c25cb4 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332043 Oct 11 17:41:22.410262 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27382b-3579-4f4a-ab2e-59ea0ee4f9d0 req-26f77854-b914-435f-93cb-8fecdd0fe304 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:22.411660 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4c27382b-3579-4f4a-ab2e-59ea0ee4f9d0 req-26f77854-b914-435f-93cb-8fecdd0fe304 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0489955 Oct 11 17:41:22.451162 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-4c27382b-3579-4f4a-ab2e-59ea0ee4f9d0 req-55c20160-7be6-4ba4-9dfc-a848945e7823 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336242 Oct 11 17:41:23.562045 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad6e3b-7820-4acf-8e32-167742822ece req-74ea29b1-baa7-4867-9693-c4183ea2e0aa tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:23.563464 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2dad6e3b-7820-4acf-8e32-167742822ece req-74ea29b1-baa7-4867-9693-c4183ea2e0aa tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0477283 Oct 11 17:41:23.600801 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-2dad6e3b-7820-4acf-8e32-167742822ece req-bf3d3804-319c-4027-8a29-8d638aea0ceb tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0315535 Oct 11 17:41:24.723442 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100018-ed80-4643-b566-35d81c602d2e req-a7c60edb-e2e3-4cc1-9437-0d55492def55 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:24.724948 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b5100018-ed80-4643-b566-35d81c602d2e req-a7c60edb-e2e3-4cc1-9437-0d55492def55 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0563161 Oct 11 17:41:24.764636 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b5100018-ed80-4643-b566-35d81c602d2e req-3aae6d20-a5a6-4874-8527-37e49d75ffb8 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330658 Oct 11 17:41:25.875585 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353b38c-552f-4ca7-8e03-6a3ccbdb1ac7 req-c3c81c12-749d-4236-8e96-56ab677d5b51 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:25.877018 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9353b38c-552f-4ca7-8e03-6a3ccbdb1ac7 req-c3c81c12-749d-4236-8e96-56ab677d5b51 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0477087 Oct 11 17:41:25.915003 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9353b38c-552f-4ca7-8e03-6a3ccbdb1ac7 req-8d44803b-6f37-49a3-912e-bd7cd433db97 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321996 Oct 11 17:41:27.025982 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d002de-f080-4181-b6d3-e5e594de42fc req-94b20149-e8d0-46dc-acb8-e03fd2f46944 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:27.027574 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-16d002de-f080-4181-b6d3-e5e594de42fc req-94b20149-e8d0-46dc-acb8-e03fd2f46944 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0475903 Oct 11 17:41:27.065716 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-16d002de-f080-4181-b6d3-e5e594de42fc req-5978bb3e-d672-4b01-871d-f29d3f0163fb tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323050 Oct 11 17:41:28.182080 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbbed6-e507-400a-a982-2547e7e15c1d req-b754614c-c454-4b76-a13a-42acd5642914 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:28.183518 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-77bbbed6-e507-400a-a982-2547e7e15c1d req-b754614c-c454-4b76-a13a-42acd5642914 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0522881 Oct 11 17:41:28.221857 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-77bbbed6-e507-400a-a982-2547e7e15c1d req-3e30cea9-a874-48b1-a244-454d7bbac64a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324440 Oct 11 17:41:29.334051 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af2a0-2672-488a-ac66-2e9809eda34e req-ba65d47f-f233-4f32-bd91-efb744276cb9 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:29.335514 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-657af2a0-2672-488a-ac66-2e9809eda34e req-ba65d47f-f233-4f32-bd91-efb744276cb9 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0484142 Oct 11 17:41:29.375077 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-657af2a0-2672-488a-ac66-2e9809eda34e req-2ec6f634-d7a4-42d9-b871-c7154ad7ae40 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336246 Oct 11 17:41:30.489311 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d32114-19d4-46ec-9e11-c4911d55a7fe req-da617eec-3cdc-4f62-9b45-72fcaa80590e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:30.490793 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-05d32114-19d4-46ec-9e11-c4911d55a7fe req-da617eec-3cdc-4f62-9b45-72fcaa80590e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0483468 Oct 11 17:41:30.531279 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-05d32114-19d4-46ec-9e11-c4911d55a7fe req-71e80275-6da0-4876-80d3-4b37fccd7ac4 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336621 Oct 11 17:41:30.553413 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:31.646215 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175cd2-636d-49e3-a81f-7600dbbe2670 req-b2c44e7a-8835-4803-8c54-048ea52cd76b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:31.647655 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f4175cd2-636d-49e3-a81f-7600dbbe2670 req-b2c44e7a-8835-4803-8c54-048ea52cd76b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0510375 Oct 11 17:41:31.686929 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-f4175cd2-636d-49e3-a81f-7600dbbe2670 req-0026b656-fa07-41fc-b50d-7850a48e2d5d tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326989 Oct 11 17:41:32.813712 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182128e-dd3e-40e1-8e10-a61c94cf2564 req-d48402a4-1491-40d6-b71f-da6e05ebb76f tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:32.815345 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8182128e-dd3e-40e1-8e10-a61c94cf2564 req-d48402a4-1491-40d6-b71f-da6e05ebb76f tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0596812 Oct 11 17:41:32.861803 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8182128e-dd3e-40e1-8e10-a61c94cf2564 req-cf66eb61-4797-4461-aa98-dfc252e1a4b1 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401092 Oct 11 17:41:33.972934 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d803df-896d-4e9a-b248-5af95de96157 req-31277c92-8d44-4a08-8c19-ad4a13be7ff7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:33.974385 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-15d803df-896d-4e9a-b248-5af95de96157 req-31277c92-8d44-4a08-8c19-ad4a13be7ff7 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0474484 Oct 11 17:41:34.013619 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-15d803df-896d-4e9a-b248-5af95de96157 req-40ff3dc3-f86f-4beb-8175-947b3d0a0ad0 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334256 Oct 11 17:41:35.130059 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ba125-6eff-47f2-82f1-41a235a17c44 req-7586bffd-8118-4eef-ac63-31516662a6b2 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:35.131526 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b40ba125-6eff-47f2-82f1-41a235a17c44 req-7586bffd-8118-4eef-ac63-31516662a6b2 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0526190 Oct 11 17:41:35.171228 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-b40ba125-6eff-47f2-82f1-41a235a17c44 req-fbeb7233-8477-456f-9087-2a3263fb7b1a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336297 Oct 11 17:41:36.282360 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e02bc-a712-4cd2-9859-a6167842f908 req-833cd0ee-8da1-4bb1-a816-08caf3471626 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:36.283843 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-936e02bc-a712-4cd2-9859-a6167842f908 req-833cd0ee-8da1-4bb1-a816-08caf3471626 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0483980 Oct 11 17:41:36.323440 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-936e02bc-a712-4cd2-9859-a6167842f908 req-69ddb770-234d-4829-a6ab-5fb0cdd2387a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb6076c2-557e-4e81-b923-a6594fb1106f&id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336876 Oct 11 17:41:38.435643 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-40490b07-99d1-4b31-8da4-ea4ccf0dce41 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390728 Oct 11 17:41:38.512617 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-eda4586b-253e-432d-a629-3d1c1deb1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:38.514055 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-eda4586b-253e-432d-a629-3d1c1deb1e34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1138 time: 0.0394332 Oct 11 17:41:38.616592 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-e0283a77-cd53-457c-af3d-025a122eeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:38.618696 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-e0283a77-cd53-457c-af3d-025a122eeed5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 916 time: 0.0840142 Oct 11 17:41:38.685427 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-d9f67b22-1ed0-464b-bb93-6d7480df164c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 1002 time: 0.0591478 Oct 11 17:41:38.734711 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-bdaa286c-b933-480d-8ea4-b8bfbf92d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:38.736130 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-bdaa286c-b933-480d-8ea4-b8bfbf92d32f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 200 len: 854 time: 0.0425484 Oct 11 17:41:38.781742 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-41a51bc0-f4ff-4621-81da-f5ca39ed8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:41:38.783172 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-41a51bc0-f4ff-4621-81da-f5ca39ed8160 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc70a563-1c18-4360-9e79-8798a2a34d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387294 Oct 11 17:41:38.873122 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-99b2f3c8-6300-4cfd-bee1-a9e232416f49 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819418 Oct 11 17:41:38.963956 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-8e94f218-7033-424f-bc94-9e7cddaf7e2e req-e917cfdc-b87a-44c3-8c9d-819f250560a9 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815780 Oct 11 17:41:40.450991 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-0f59fb92-8741-43f4-8cd0-bf0dd7c2c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:43.125423 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-b1c8dfe5-d2a3-4261-9057-fbb084869b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:44.501582 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:44.770875 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:46.096247 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:41:56.710984 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:42:00.552925 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:08.735449 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-3ab65a7a-e015-44ea-a2b3-82c8ce8e9e08 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423225752&fields=id&tenant_id=8b8b92f4de684d33a2bb5a4f44733315 HTTP/1.1" status: 200 len: 267 time: 0.0330157 Oct 11 17:42:08.787300 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-085bea0c-4db8-46ef-bb4b-4b9a2564f4c8 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:08.788763 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-085bea0c-4db8-46ef-bb4b-4b9a2564f4c8 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 985 time: 0.0480223 Oct 11 17:42:08.800098 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.v2.base [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Request body: {'port': {'security_groups': ['f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5']}} {{(pid=94391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:42:08.875967 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569110'] for port, before_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.043866 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] For port 6eee7a8a-06a2-4209-94a2-16d7b26df463, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:09.071122 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for port, precommit_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.130318 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783165126422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783164653325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783164653343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671722'] for port, after_update {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.146440 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['6eee7a8a-06a2-4209-94a2-16d7b26df463'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:42:09.175525 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:09.175525 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.175525 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-fdfdab19-6278-46d6-a072-7979b49da4b1 req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "PUT /v2.0/ports/6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 943 time: 0.3797524 Oct 11 17:42:09.175808 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:42:09.177910 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:42:09.184576 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37424) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:09.202630 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event updated for resources: {'Port': ['ID=6eee7a8a-06a2-4209-94a2-16d7b26df463,revision_number=7']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:09.210512 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.210865 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.211208 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.211552 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.211884 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.212274 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.212655 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.212993 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.214068 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.214068 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.214068 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.214326 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8ea94-6f34-4f07-9de0-4e198632ec8e tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.235786 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc652ab-4fdc-4b74-a2f3-93b434169874 x-openstack-request-id: req-5cc652ab-4fdc-4b74-a2f3-93b434169874 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:42:09.236077 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:42:09.236328 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cc652ab-4fdc-4b74-a2f3-93b434169874 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:42:09.236785 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'status': 'completed', 'code': 200} Oct 11 17:42:09.261019 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['6eee7a8a-06a2-4209-94a2-16d7b26df463'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:42:09.276178 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.307629 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.315426 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-2c93c68c-4a9d-453d-8ecc-245fe093fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:09.317004 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-2c93c68c-4a9d-453d-8ecc-245fe093fefd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1099 time: 0.0575404 Oct 11 17:42:09.431293 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-a51a900e-f10f-4d67-89ff-9d92b76fce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:09.433597 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-a51a900e-f10f-4d67-89ff-9d92b76fce47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 916 time: 0.1084898 Oct 11 17:42:09.444460 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.447213 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for security_group, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.448376 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "DELETE /v2.0/security-groups/bb6076c2-557e-4e81-b923-a6594fb1106f HTTP/1.1" status: 204 len: 168 time: 0.2628539 Oct 11 17:42:09.451824 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37428) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:09.464180 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6076c2-557e-4e81-b923-a6594fb1106f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:09.498506 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.498860 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.499203 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.499544 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.499881 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.500212 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.500544 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.500971 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.501225 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.501553 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.501881 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.502465 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4af91-26e8-4c5d-8c36-4e9dd992735b tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:09.505741 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-bf4c1349-096d-4c47-a041-c41be648ae4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 1002 time: 0.0635700 Oct 11 17:42:09.519405 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.provisioning_blocks [None req-7e5d8a2f-d6c7-4cd9-a550-290a7e92f332 None None] Provisioning complete for port 6eee7a8a-06a2-4209-94a2-16d7b26df463 triggered by entity DHCP. {{(pid=94392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:42:09.519883 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-7e5d8a2f-d6c7-4cd9-a550-290a7e92f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511312'] for port, provisioning_complete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.561173 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-aa570349-b77a-4909-9ce1-a1f138f68258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:09.562581 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-aa570349-b77a-4909-9ce1-a1f138f68258 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 200 len: 854 time: 0.0451229 Oct 11 17:42:09.609324 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-d9dd7fac-ff04-4a97-8fd0-898b3ea90a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:09.610841 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-d9dd7fac-ff04-4a97-8fd0-898b3ea90a28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc70a563-1c18-4360-9e79-8798a2a34d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407286 Oct 11 17:42:09.628446 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Deleting port 414e9724-7790-4e02-95c8-afb65fa7f531 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:09.628784 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.704309 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-c7d91213-b18f-44ec-b1af-a0850ff92cdd service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853310 Oct 11 17:42:09.704986 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.705348 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.717777 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Calling delete_port for 414e9724-7790-4e02-95c8-afb65fa7f531 owned by network:floatingip {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:09.794838 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-67a7c0ad-7bff-41f5-b764-33afc81e3fc0 req-b83e217e-84d6-479c-a69b-4849868c4b55 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828521 Oct 11 17:42:09.941532 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:09.968966 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event deleted for resources: {'Port': ['ID=414e9724-7790-4e02-95c8-afb65fa7f531,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:10.027193 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks [] for floatingip, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:10.027577 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.db.l3_db [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Floating IP d270672d-e63d-481c-b303-f81489e530b4 disassociated (deleted). External IP: 172.27.3.196, port: 6eee7a8a-06a2-4209-94a2-16d7b26df463. Oct 11 17:42:10.229951 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Router 5e228934-61c7-42ee-9a6a-81ba0242036a has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:42:10.472126 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-d4a90769-6bc1-44bc-ac9f-3d15944705ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:10.598783 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:42:10.604166 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for floatingip, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:10.608648 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] Sync routers for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:42:10.617206 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:42:10.617814 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:41:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:10.629229 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-690b27be-5d04-441a-a142-154822bdba01 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "DELETE /v2.0/floatingips/d270672d-e63d-481c-b303-f81489e530b4 HTTP/1.1" status: 204 len: 168 time: 1.1753004 Oct 11 17:42:10.629821 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463'}] {{(pid=94390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:42:10.632118 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dcc3a38629017f9a1b74a3a8da8d1f7465d84a195cec329f64019096370152c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c4f449-125b-4ef1-82aa-541b1cfc37ed" -d '{"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463"}]}' {{(pid=94390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:42:10.674480 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ce7e7-0292-454f-86fb-ae6c3b96afb4 x-openstack-request-id: req-158ce7e7-0292-454f-86fb-ae6c3b96afb4 {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:42:10.674720 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463", "status": "completed", "code": 200}]} {{(pid=94390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:42:10.674974 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-158ce7e7-0292-454f-86fb-ae6c3b96afb4 {{(pid=94390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:42:10.675375 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'status': 'completed', 'code': 200} Oct 11 17:42:10.729171 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:42:10.757978 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-39d6598b-989f-4fac-a2fa-06eacf1c7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:10.759565 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-39d6598b-989f-4fac-a2fa-06eacf1c7c31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 1099 time: 0.0601830 Oct 11 17:42:10.857836 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-13ac7725-3e16-41d5-8cbe-3e48759b4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:10.859400 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-13ac7725-3e16-41d5-8cbe-3e48759b4cdf service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 200 len: 916 time: 0.0912862 Oct 11 17:42:10.902156 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-29ac0a13-e1b2-42b2-91a5-7cd64283a69e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 200 len: 217 time: 0.0355237 Oct 11 17:42:10.942818 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:40:01Z', 'revision_number': 5, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:10.954497 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-6eeeab16-4972-478a-b2f7-76f1b4c8f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:10.955949 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-6eeeab16-4972-478a-b2f7-76f1b4c8f0f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 200 len: 854 time: 0.0466750 Oct 11 17:42:10.977420 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] Checking router: 5e228934-61c7-42ee-9a6a-81ba0242036a for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:42:10.986767 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:42:10.987387 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:41:43Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:11.007800 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-2de273fa-cc47-45c9-a2e8-6214ee8bc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:11.010764 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-2de273fa-cc47-45c9-a2e8-6214ee8bc905 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc70a563-1c18-4360-9e79-8798a2a34d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450308 Oct 11 17:42:11.103016 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-1b171213-2935-4717-84a2-2f7fe29dcc2c service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853405 Oct 11 17:42:11.204612 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-12c4f449-125b-4ef1-82aa-541b1cfc37ed req-ea4edfae-990a-46b6-a953-14fdee6781d6 service neutron] 10.222.0.48 "GET /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929532 Oct 11 17:42:11.234346 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:42:11.427583 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:40:01Z', 'revision_number': 5, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:11.453579 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca3260-fb94-41dd-9abd-93ec85f63de4 None None] The sync data for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi is: [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:39:57Z', 'revision_number': 4, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi', '_interfaces': [{'id': 'e75a95ab-853c-426f-8c8a-46425ba05267', 'name': '', 'network_id': 'fc70a563-1c18-4360-9e79-8798a2a34d49', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'mac_address': 'fa:16:3e:e7:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:56Z', 'updated_at': '2021-10-11T17:40:01Z', 'revision_number': 5, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'subnets': [{'id': 'ad8943a5-fa82-4199-b540-bb691530736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:42:11.671900 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f4cbb-e2f4-44d9-baa5-b195fa8e388d None None] New status for floating IP d270672d-e63d-481c-b303-f81489e530b4: DOWN {{(pid=94393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:42:13.123322 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-3cc94603-c23b-485d-9dbd-908175272428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:13.716975 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62568078-8a35-491b-9199-4859742c8b59 req-5e6fe7fd-b495-45ea-b653-4ef5e1b95b08 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:13.718463 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-62568078-8a35-491b-9199-4859742c8b59 req-5e6fe7fd-b495-45ea-b653-4ef5e1b95b08 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0481937 Oct 11 17:42:13.755293 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-62568078-8a35-491b-9199-4859742c8b59 req-c80135a4-1fdc-47f5-a7a2-201640142f12 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Oct 11 17:42:14.484629 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:14.770282 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:14.871821 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9dc97-1779-4d93-8335-daf7d1280c73 req-50253c99-2444-41a1-ab7e-c9c31cc3e884 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:14.873290 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ceb9dc97-1779-4d93-8335-daf7d1280c73 req-50253c99-2444-41a1-ab7e-c9c31cc3e884 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0514848 Oct 11 17:42:14.913654 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-ceb9dc97-1779-4d93-8335-daf7d1280c73 req-9abe02a7-5619-42fb-affe-8068a96f6228 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Oct 11 17:42:15.581214 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-352b83fd-48f4-46cb-bdd5-4a461e5b3dbb tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:42:15.582653 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-352b83fd-48f4-46cb-bdd5-4a461e5b3dbb tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.48 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 946 time: 0.0483956 Oct 11 17:42:15.674043 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Deleting port 6eee7a8a-06a2-4209-94a2-16d7b26df463 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:15.674382 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:15.763116 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] For port 6eee7a8a-06a2-4209-94a2-16d7b26df463, host hv-cinder-80895, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80895',level=0,port_id=6eee7a8a-06a2-4209-94a2-16d7b26df463,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:15.763476 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:15.776122 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Calling delete_port for 6eee7a8a-06a2-4209-94a2-16d7b26df463 owned by compute:nova {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:15.964783 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:15.976625 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] get_ports_and_sgs() called for port_ids ['6eee7a8a-06a2-4209-94a2-16d7b26df463'] {{(pid=94392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:42:16.002733 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Pushing event deleted for resources: {'Port': ['ID=6eee7a8a-06a2-4209-94a2-16d7b26df463,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:16.036212 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-9b5c52eb-3702-465c-be76-c523d7e1dc10 req-b5280152-4007-445c-8d31-42602dd54ac4 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 210 time: 0.0437629 Oct 11 17:42:16.147308 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:16.290025 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] No DVR routers for this DVR port 6eee7a8a-06a2-4209-94a2-16d7b26df463 on host hv-cinder-80895 {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:42:16.293316 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2056577'] for port, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:16.296838 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-af9a5bac-dd37-41ce-b6d8-a7600ec21399 req-47863c92-61c6-42fb-b6af-771ab4240a57 tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.48 "DELETE /v2.0/ports/6eee7a8a-06a2-4209-94a2-16d7b26df463 HTTP/1.1" status: 204 len: 173 time: 0.7080212 Oct 11 17:42:16.297306 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'name': 'network-vif-deleted', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463'}] {{(pid=94391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:42:16.299583 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93ee3f967a9d0c6deb7def74e9744a4e88622fa0927fd44e5cdd34109f4f306b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e9bfd-f27e-443b-991b-744a8c581c76" -d '{"events": [{"server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "name": "network-vif-deleted", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463"}]}' {{(pid=94391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:42:16.334579 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86ee7b4-289b-462e-ba23-815317d2fbd1 x-openstack-request-id: req-f86ee7b4-289b-462e-ba23-815317d2fbd1 {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:42:16.334855 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95088a92-5122-4ebf-8212-4118819e7d77", "name": "network-vif-deleted", "tag": "6eee7a8a-06a2-4209-94a2-16d7b26df463", "status": "completed", "code": 200}]} {{(pid=94391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:42:16.335097 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f86ee7b4-289b-462e-ba23-815317d2fbd1 {{(pid=94391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:42:16.335491 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95088a92-5122-4ebf-8212-4118819e7d77', 'name': 'network-vif-deleted', 'tag': '6eee7a8a-06a2-4209-94a2-16d7b26df463', 'status': 'completed', 'code': 200} Oct 11 17:42:17.140415 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [req-3227c6e8-aeb6-4204-8b96-c80664fab8f3 req-0980172c-996a-4a17-85bf-9a089cf88e8a tempest-TestMinimumBasicScenario-1855928313 tempest-TestMinimumBasicScenario-1855928313-project] 10.222.0.42 "GET /v2.0/ports?device_id=95088a92-5122-4ebf-8212-4118819e7d77 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Oct 11 17:42:19.530858 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37518) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:19.865523 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:19.937416 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 6eee7a8a-06a2-4209-94a2-16d7b26df463 no longer exists at agent hyperv_hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:42:19.956089 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] No Port match for: 6eee7a8a-06a2-4209-94a2-16d7b26df463 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:42:19.956434 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Device 6eee7a8a-06a2-4209-94a2-16d7b26df463 not bound to the agent host hv-cinder-80895 {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:42:20.106825 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Deleting port e75a95ab-853c-426f-8c8a-46425ba05267 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:20.107167 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:20.183246 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] For port e75a95ab-853c-426f-8c8a-46425ba05267, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=e75a95ab-853c-426f-8c8a-46425ba05267,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:20.183599 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:20.195769 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Calling delete_port for e75a95ab-853c-426f-8c8a-46425ba05267 owned by network:router_interface {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:20.455638 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:20.481927 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75a95ab-853c-426f-8c8a-46425ba05267,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:20.642903 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:20.849802 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Router 5e228934-61c7-42ee-9a6a-81ba0242036a has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:42:20.958009 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:42:20.965496 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-1ae29c33-11de-4d41-a375-3cf5ad55fe66 admin admin] 10.222.0.42 "PUT /v2.0/routers/5e228934-61c7-42ee-9a6a-81ba0242036a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311197 Oct 11 17:42:20.965684 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37522) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:20.966658 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a73ed-7428-4946-bf39-0117984a6add None None] Sync routers for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:42:20.975703 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a73ed-7428-4946-bf39-0117984a6add None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:42:20.976319 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-250a73ed-7428-4946-bf39-0117984a6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:42:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:21.065490 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks [] for router, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.078997 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-250a73ed-7428-4946-bf39-0117984a6add None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: dv-cinder-808959-3-iscsi {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:42:21.160578 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.253258 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-250a73ed-7428-4946-bf39-0117984a6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:42:20Z', 'revision_number': 5, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port': {'id': 'a3aca432-5420-4dcb-a4e3-11f04fdf3b14', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:39:55Z', 'updated_at': '2021-10-11T17:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:21.272347 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Deleting port a3aca432-5420-4dcb-a4e3-11f04fdf3b14 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:21.272687 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.282741 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a73ed-7428-4946-bf39-0117984a6add None None] Checking router: 5e228934-61c7-42ee-9a6a-81ba0242036a for host: dv-cinder-808959-3-iscsi {{(pid=94392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:42:21.290954 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a73ed-7428-4946-bf39-0117984a6add None None] Routers {'5e228934-61c7-42ee-9a6a-81ba0242036a'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:42:21.292110 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-250a73ed-7428-4946-bf39-0117984a6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:42:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['5e228934-61c7-42ee-9a6a-81ba0242036a'], 'active': True} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:21.358547 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] For port a3aca432-5420-4dcb-a4e3-11f04fdf3b14, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=a3aca432-5420-4dcb-a4e3-11f04fdf3b14,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:21.359277 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.372212 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Calling delete_port for a3aca432-5420-4dcb-a4e3-11f04fdf3b14 owned by network:router_gateway {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:21.379750 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvr_db [None req-250a73ed-7428-4946-bf39-0117984a6add None None] Set router 5e228934-61c7-42ee-9a6a-81ba0242036a gateway port host: None {{(pid=94392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:42:21.430470 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_hamode_db [None req-250a73ed-7428-4946-bf39-0117984a6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:42:21Z', 'revision_number': 6, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port_host': None}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:21.459496 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a73ed-7428-4946-bf39-0117984a6add None None] The sync data for ids ['5e228934-61c7-42ee-9a6a-81ba0242036a'] in dv-cinder-808959-3-iscsi is: [{'id': '5e228934-61c7-42ee-9a6a-81ba0242036a', 'name': 'tempest-TestMinimumBasicScenario-1303536899-router', 'tenant_id': '8b8b92f4de684d33a2bb5a4f44733315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:39:54Z', 'updated_at': '2021-10-11T17:42:21Z', 'revision_number': 6, 'project_id': '8b8b92f4de684d33a2bb5a4f44733315', 'gw_port_host': None}] {{(pid=94392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:42:21.591703 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.620334 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3aca432-5420-4dcb-a4e3-11f04fdf3b14,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:21.679040 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.763845 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.765856 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.873555 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.874242 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e228934-61c7-42ee-9a6a-81ba0242036a {{(pid=94390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:42:21.884418 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] Notify callbacks [] for router, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.884418 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-00138cbf-c802-4d2b-b106-c4420a3bbb19 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5e228934-61c7-42ee-9a6a-81ba0242036a HTTP/1.1" status: 204 len: 168 time: 0.9147670 Oct 11 17:42:21.884418 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37524) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:21.931293 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4593e059-ec3c-4a88-a00f-4660916f3ec0 admin admin] Deleting subnet ad8943a5-fa82-4199-b540-bb691530736e {{(pid=94390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:42:21.934296 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4593e059-ec3c-4a88-a00f-4660916f3ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:21.967026 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4593e059-ec3c-4a88-a00f-4660916f3ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378531'] for subnet, precommit_delete_associations {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.040956 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4593e059-ec3c-4a88-a00f-4660916f3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.157311 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4593e059-ec3c-4a88-a00f-4660916f3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26285472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25558721'] for subnet, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.182948 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593e059-ec3c-4a88-a00f-4660916f3ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8943a5-fa82-4199-b540-bb691530736e,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:22.186603 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-4593e059-ec3c-4a88-a00f-4660916f3ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.191707 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-4593e059-ec3c-4a88-a00f-4660916f3ec0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ad8943a5-fa82-4199-b540-bb691530736e HTTP/1.1" status: 204 len: 168 time: 0.3049600 Oct 11 17:42:22.192717 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37526) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:22.193476 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd1254d-c23c-4ea7-b640-5c4aaf652369 None None] Network fc70a563-1c18-4360-9e79-8798a2a34d49 requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:42:22.259345 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.319262 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Deleting port d7c9a96b-459c-4370-8411-25f46305dbe8 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:22.319860 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.368644 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] DHCP port deletion for fc70a563-1c18-4360-9e79-8798a2a34d49 request from dv-cinder-808959-3-iscsi {{(pid=94392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:42:22.389668 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] For port d7c9a96b-459c-4370-8411-25f46305dbe8, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=d7c9a96b-459c-4370-8411-25f46305dbe8,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:22.390036 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.405583 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Calling delete_port for d7c9a96b-459c-4370-8411-25f46305dbe8 owned by network:dhcp {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:22.416835 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Deleting port d7c9a96b-459c-4370-8411-25f46305dbe8 {{(pid=94392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:22.417243 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.481706 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] For port d7c9a96b-459c-4370-8411-25f46305dbe8, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=d7c9a96b-459c-4370-8411-25f46305dbe8,segment=NetworkSegment(5e130cf9-ae99-4224-a546-1a58ad3d49f2),segment_id=5e130cf9-ae99-4224-a546-1a58ad3d49f2)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:22.482095 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.493996 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Calling delete_port for d7c9a96b-459c-4370-8411-25f46305dbe8 owned by network:dhcp {{(pid=94392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:22.564348 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.570191 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.589900 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c9a96b-459c-4370-8411-25f46305dbe8,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:22.593369 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] No DVR routers for this DVR port d7c9a96b-459c-4370-8411-25f46305dbe8 on host dv-cinder-808959-3-iscsi {{(pid=94391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:42:22.596027 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Pushing event deleted for resources: {'Port': ['ID=d7c9a96b-459c-4370-8411-25f46305dbe8,revision_number=None']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:22.598394 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] No DVR routers for this DVR port d7c9a96b-459c-4370-8411-25f46305dbe8 on host dv-cinder-808959-3-iscsi {{(pid=94392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:42:22.607978 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.607978 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.607978 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.607978 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.608515 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.608598 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.608856 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.609235 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.609753 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.609936 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.610272 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.610662 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f69c8-93fd-4a79-80dc-dcc93e50aecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808959-3-iscsi {{(pid=94392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:42:22.664768 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.684981 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc70a563-1c18-4360-9e79-8798a2a34d49']}} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:22.693829 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e130cf9-ae99-4224-a546-1a58ad3d49f2') {'for_net_delete': True} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:22.694124 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.services.segments.db [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e130cf9-ae99-4224-a546-1a58ad3d49f2') {} {{(pid=94391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:22.703096 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27110545'] for segment, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.716155 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.721799 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:42:22.722192 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2672002'] for segment, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: Traceback (most recent call last): Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: timer() Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: cb(*args, **kw) Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: return func(*args, **kwargs) Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: self._notify() Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: self.callback(batched_events) Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: event.method(event) Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: return f(self, *a, **k) Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._get(url).json() Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: return self.request(url, 'GET', **kwargs) Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:42:22.723807 dv-cinder-808959-3-iscsi neutron-server[94391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:42:22.819653 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.825539 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:22.828694 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] 10.222.0.42 "DELETE /v2.0/networks/fc70a563-1c18-4360-9e79-8798a2a34d49 HTTP/1.1" status: 204 len: 168 time: 0.6349537 Oct 11 17:42:22.831723 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37530) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:22.840105 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264a236-65a1-4c24-a646-a2c7ebb2a83c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc70a563-1c18-4360-9e79-8798a2a34d49,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:23.361033 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device e75a95ab-853c-426f-8c8a-46425ba05267 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:42:23.380214 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: e75a95ab-853c-426f-8c8a-46425ba05267 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:42:23.380557 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device e75a95ab-853c-426f-8c8a-46425ba05267 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:42:23.380965 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device a3aca432-5420-4dcb-a4e3-11f04fdf3b14 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:42:23.399120 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: a3aca432-5420-4dcb-a4e3-11f04fdf3b14 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:42:23.399394 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device a3aca432-5420-4dcb-a4e3-11f04fdf3b14 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:42:23.399794 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device d7c9a96b-459c-4370-8411-25f46305dbe8 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:42:23.417182 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: d7c9a96b-459c-4370-8411-25f46305dbe8 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:42:23.417520 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device d7c9a96b-459c-4370-8411-25f46305dbe8 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:42:23.426268 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438931'] for router_interface, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:23.656678 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Deleting port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:23.656932 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:23.734300 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] For port de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,segment=NetworkSegment(73f260df-23f7-4bc5-9c87-2a130b74eedd),segment_id=73f260df-23f7-4bc5-9c87-2a130b74eedd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:23.734653 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:23.747374 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Calling delete_port for de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 owned by network:router_interface {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:23.964702 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:23.989124 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Pushing event deleted for resources: {'Port': ['ID=de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:24.147315 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438823'] for router_interface, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:24.354177 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Router b4f6e12a-2295-4644-a465-afb0700510c0 has already been hosted by L3 agent 2088edc9-c560-4230-9cff-8507cc5f3fc1 {{(pid=94390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:42:24.456733 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] Notify agent at l3_agent.dv-cinder-808959-3-iscsi the message routers_updated {{(pid=94390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:42:24.464756 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-212f398f-011b-497b-a23e-8a76e753439b admin admin] 10.222.0.42 "PUT /v2.0/routers/b4f6e12a-2295-4644-a465-afb0700510c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288726 Oct 11 17:42:24.464922 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37532) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:24.465809 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] Sync routers for ids ['b4f6e12a-2295-4644-a465-afb0700510c0'] in dv-cinder-808959-3-iscsi {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:42:24.474952 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] Routers {'b4f6e12a-2295-4644-a465-afb0700510c0'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:42:24.475555 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:42:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['b4f6e12a-2295-4644-a465-afb0700510c0'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:24.568136 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:24.666818 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] Set router b4f6e12a-2295-4644-a465-afb0700510c0 gateway port host: dv-cinder-808959-3-iscsi {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:42:24.671684 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:24.818465 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Deleting port 776dcd73-1dc7-494b-a7db-145b77e4a5e6 {{(pid=94391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:24.818801 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:24.842734 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'external_fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:42:23Z', 'revision_number': 5, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port': {'id': '776dcd73-1dc7-494b-a7db-145b77e4a5e6', 'name': '', 'network_id': '6a335415-9c4e-460f-a0d6-9164942b5e0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808959-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '558b12b7-7f3c-4df3-a0b9-43c321ee9d30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808959-3-iscsi'}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:24.872410 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] Checking router: b4f6e12a-2295-4644-a465-afb0700510c0 for host: dv-cinder-808959-3-iscsi {{(pid=94393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:42:24.885572 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] Routers {'b4f6e12a-2295-4644-a465-afb0700510c0'} bound to L3 agent in host dv-cinder-808959-3-iscsi {{(pid=94393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:42:24.886171 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808959-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T17:21:13Z,description=,heartbeat_timestamp=2021-10-11T17:42:13Z,host='dv-cinder-808959-3-iscsi',id=2088edc9-c560-4230-9cff-8507cc5f3fc1,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T17:21:14Z,topic='l3_agent')) {'router_ids': ['b4f6e12a-2295-4644-a465-afb0700510c0'], 'active': True} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:24.899275 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.db [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] For port 776dcd73-1dc7-494b-a7db-145b77e4a5e6, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=776dcd73-1dc7-494b-a7db-145b77e4a5e6,segment=NetworkSegment(8005d5d6-a2e9-4e67-9c30-28a6c309a2dd),segment_id=8005d5d6-a2e9-4e67-9c30-28a6c309a2dd)] {{(pid=94391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:24.899591 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:24.911366 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.plugins.ml2.plugin [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Calling delete_port for 776dcd73-1dc7-494b-a7db-145b77e4a5e6 owned by network:router_gateway {{(pid=94391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:24.977467 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_dvr_db [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] Set router b4f6e12a-2295-4644-a465-afb0700510c0 gateway port host: None {{(pid=94393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:42:25.027991 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.l3_hamode_db [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:42:24Z', 'revision_number': 6, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port_host': None}], 'dv-cinder-808959-3-iscsi', False) {} {{(pid=94393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:25.056100 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ac043-2d9d-4f0b-bbf8-ce47ea8790e4 None None] The sync data for ids ['b4f6e12a-2295-4644-a465-afb0700510c0'] in dv-cinder-808959-3-iscsi is: [{'id': 'b4f6e12a-2295-4644-a465-afb0700510c0', 'name': 'tempest-TestMinimumBasicScenario-551753959-router', 'tenant_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:40:00Z', 'updated_at': '2021-10-11T17:42:24Z', 'revision_number': 6, 'project_id': '1d1a48b0e3a448149fba5d4ddec0c100', 'gw_port_host': None}] {{(pid=94393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:42:25.136496 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671731'] for port, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.160245 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=776dcd73-1dc7-494b-a7db-145b77e4a5e6,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:25.223335 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643717'] for router_gateway, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.309661 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.311713 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.440862 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657662'] for router, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.441476 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f6e12a-2295-4644-a465-afb0700510c0 {{(pid=94391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:42:25.448261 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.449760 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-0345ade0-fd66-49e8-941b-a26b4a1933d0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b4f6e12a-2295-4644-a465-afb0700510c0 HTTP/1.1" status: 204 len: 168 time: 0.9838388 Oct 11 17:42:25.452571 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37534) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:25.515165 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed96a0c-5084-4ae4-8fe1-ce2c2cccd495 admin admin] Deleting subnet 091b8ebe-a569-4b49-b065-3c4d2b103e59 {{(pid=94391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:42:25.518588 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a0c-5084-4ae4-8fe1-ce2c2cccd495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.555433 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a0c-5084-4ae4-8fe1-ce2c2cccd495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27110554'] for subnet, precommit_delete_associations {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.630194 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a0c-5084-4ae4-8fe1-ce2c2cccd495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521920'] for subnet, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.814267 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a0c-5084-4ae4-8fe1-ce2c2cccd495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26918709'] for subnet, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.837661 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96a0c-5084-4ae4-8fe1-ce2c2cccd495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091b8ebe-a569-4b49-b065-3c4d2b103e59,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:25.842605 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:42:25.846521 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a0c-5084-4ae4-8fe1-ce2c2cccd495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for subnet, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.852135 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-2ed96a0c-5084-4ae4-8fe1-ce2c2cccd495 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/091b8ebe-a569-4b49-b065-3c4d2b103e59 HTTP/1.1" status: 204 len: 168 time: 0.3969328 Oct 11 17:42:25.853077 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [-] (94390) accepted ('10.222.0.42', 37536) {{(pid=94390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:25.870143 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff3a44-778a-4e51-8b70-f79a72dae897 None None] Network 984dc607-ced0-4f6d-a42a-941f6278cc4c requested from dv-cinder-808959-3-iscsi {{(pid=94392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:42:25.872935 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:42:25.873478 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device de824ef5-aa0c-43d7-8eeb-e6c1ca8c9841 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:42:25.924383 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524395'] for network, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:25.981554 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Deleting port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f {{(pid=94390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:25.981896 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.037606 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] DHCP port deletion for 984dc607-ced0-4f6d-a42a-941f6278cc4c request from dv-cinder-808959-3-iscsi {{(pid=94392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:42:26.045176 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.db [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] For port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,segment=NetworkSegment(73f260df-23f7-4bc5-9c87-2a130b74eedd),segment_id=73f260df-23f7-4bc5-9c87-2a130b74eedd)] {{(pid=94390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:26.045794 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.058693 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.plugin [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Calling delete_port for 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f owned by network:dhcp {{(pid=94390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:26.085678 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] Deleting port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f {{(pid=94392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:42:26.086055 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783165154470'] for port, before_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.158428 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.db [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] For port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f, host dv-cinder-808959-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808959-3-iscsi',level=0,port_id=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,segment=NetworkSegment(73f260df-23f7-4bc5-9c87-2a130b74eedd),segment_id=73f260df-23f7-4bc5-9c87-2a130b74eedd)] {{(pid=94392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:42:26.158820 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646910'] for port, precommit_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.172027 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] Calling delete_port for 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f owned by network:dhcp {{(pid=94392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:42:26.204249 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26285455'] for port, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.230398 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:26.233802 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] No DVR routers for this DVR port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f on host dv-cinder-808959-3-iscsi {{(pid=94390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:42:26.251197 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783165126404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783164653316'] for port, after_delete {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.276620 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] Pushing event deleted for resources: {'Port': ['ID=73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f,revision_number=None']} {{(pid=94392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:26.281120 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658fae9f-5be4-4337-af09-eab9a5facc8f None None] No DVR routers for this DVR port 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f on host dv-cinder-808959-3-iscsi {{(pid=94392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:42:26.312969 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507835', 'neutron.services.segments.db._delete_segments_for_network-8783165217284'] for network, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.332084 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984dc607-ced0-4f6d-a42a-941f6278cc4c']}} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:26.341730 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f260df-23f7-4bc5-9c87-2a130b74eedd') {'for_net_delete': True} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:26.342025 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.services.segments.db [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f260df-23f7-4bc5-9c87-2a130b74eedd') {} {{(pid=94390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:42:26.350941 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783165218573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378536'] for segment, before_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.364526 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922'] for segment, precommit_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.370454 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=94390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:42:26.370840 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26285182'] for segment, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: Traceback (most recent call last): Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: timer() Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: cb(*args, **kw) Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: return func(*args, **kwargs) Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: self._notify() Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: self.callback(batched_events) Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: event.method(event) Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: return f(self, *a, **k) Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._get(url).json() Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: return self.request(url, 'GET', **kwargs) Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:42:26.372472 dv-cinder-808959-3-iscsi neutron-server[94390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:42:26.495486 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643681'] for network, after_delete {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.500863 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron_lib.callbacks.manager [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611011'] for network, before_response {{(pid=94390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:26.504073 dv-cinder-808959-3-iscsi neutron-server[94390]: INFO neutron.wsgi [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] 10.222.0.42 "DELETE /v2.0/networks/984dc607-ced0-4f6d-a42a-941f6278cc4c HTTP/1.1" status: 204 len: 168 time: 0.6493883 Oct 11 17:42:26.515338 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5da900-111f-4903-9afd-a0e2c47edd42 admin admin] Pushing event deleted for resources: {'Network': ['ID=984dc607-ced0-4f6d-a42a-941f6278cc4c,revision_number=None']} {{(pid=94390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:26.893818 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37540) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:26.939443 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-28be1e70-695f-459d-8fad-b49c210b5666 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b8b92f4de684d33a2bb5a4f44733315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442765 Oct 11 17:42:26.941867 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37542) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:26.989285 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4d4824d0-a5a6-424c-868d-5fa5f8ba435e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:27.010546 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4d4824d0-a5a6-424c-868d-5fa5f8ba435e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:27.116620 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4d4824d0-a5a6-424c-868d-5fa5f8ba435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:27.119775 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-4d4824d0-a5a6-424c-868d-5fa5f8ba435e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:27.120849 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-4d4824d0-a5a6-424c-868d-5fa5f8ba435e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5 HTTP/1.1" status: 204 len: 168 time: 0.1780953 Oct 11 17:42:27.128652 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4824d0-a5a6-424c-868d-5fa5f8ba435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea97cf-4a3a-4b5a-85ff-0d1d1cfdbfb5,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:27.359365 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:42:27.379609 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:42:27.379893 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 73820f2d-a01c-4bf6-bf74-a4fb98eb6d8f not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:42:27.380301 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 776dcd73-1dc7-494b-a7db-145b77e4a5e6 no longer exists at agent ovs-agent-dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:42:27.397663 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.plugin [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] No Port match for: 776dcd73-1dc7-494b-a7db-145b77e4a5e6 {{(pid=94392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:42:27.401426 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron.plugins.ml2.rpc [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Device 776dcd73-1dc7-494b-a7db-145b77e4a5e6 not bound to the agent host dv-cinder-808959-3-iscsi {{(pid=94392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:42:27.729192 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37548) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:27.767202 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-7992f386-3752-4612-b072-d678c175a181 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d1a48b0e3a448149fba5d4ddec0c100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368516 Oct 11 17:42:27.769573 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.wsgi [-] (94391) accepted ('10.222.0.42', 37550) {{(pid=94391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:42:27.816328 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1c3268a0-7e21-4b4b-80b8-1da62fd87550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:27.836505 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1c3268a0-7e21-4b4b-80b8-1da62fd87550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:27.946808 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1c3268a0-7e21-4b4b-80b8-1da62fd87550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523653'] for security_group, after_delete {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:27.949386 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron_lib.callbacks.manager [None req-1c3268a0-7e21-4b4b-80b8-1da62fd87550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:27.950542 dv-cinder-808959-3-iscsi neutron-server[94391]: INFO neutron.wsgi [None req-1c3268a0-7e21-4b4b-80b8-1da62fd87550 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8070bb39-1a69-47c3-9aed-52f05e801849 HTTP/1.1" status: 204 len: 168 time: 0.1800852 Oct 11 17:42:27.963621 dv-cinder-808959-3-iscsi neutron-server[94391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3268a0-7e21-4b4b-80b8-1da62fd87550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8070bb39-1a69-47c3-9aed-52f05e801849,revision_number=None']} {{(pid=94391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:42:30.574157 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:33.710907 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:42:40.450198 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe200-9c35-4c41-a04e-f8e9c237e0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:43.135209 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-16358b6b-e44a-4e01-b97b-24b1b1d4613b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:44.476094 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:44.757846 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:42:46.112438 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:00.614757 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:10.458300 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-934bf8b4-6fcf-446b-815b-73f2c0b64c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:10.710234 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:43:13.105992 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-26a90e3f-0adb-4455-8dff-df6b91190524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:14.486053 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:14.797639 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:16.177580 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:30.602580 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:40.473999 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f69222fc-2ea7-48d2-a3ee-68be2fcffcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:43.130864 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6fdf-2846-4619-9c5b-80f2e2c98ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:44.491090 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:44.782025 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:46.124974 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:43:47.709107 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:44:00.624973 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:10.447509 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-99861abe-7532-421d-82b6-264891016112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:13.116269 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-7888fce0-7aeb-4c42-b419-414ecb0fc978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:14.517835 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:14.792713 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:16.152351 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:24.707756 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:44:30.614724 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:40.492792 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-43b00e0b-0d1e-4d1e-bd5c-6b1d6820a8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:43.128364 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-6908a0b4-dbcc-4687-ad2d-66ff60099141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:44.510813 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:44.791306 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:44:46.151061 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:00.624804 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:01.708828 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:45:10.512267 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-09a74379-8099-4a6d-97a9-0bd6b941a3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:13.161494 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-65576cac-f3d0-466b-9da4-e0207ecc1df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:14.486974 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:14.771940 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:16.132035 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:30.623795 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:38.705114 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:45:40.468771 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-026f142c-cd9e-4bf8-94fb-54fdc7835c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:43.165862 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-ebe88b25-ad62-4378-a29a-07805a8f85cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:44.525565 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:44.789152 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:46.154544 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:45:53.156492 dv-cinder-808959-3-iscsi neutron-server[94390]: DEBUG neutron.wsgi [req-a25c22ef-5ee9-4b8e-a5fd-6f71abf04dfe req-2d3d1727-1a8c-4f31-966b-4379646ca91c service neutron] (94390) timed out ('10.222.0.48', 51968) {{(pid=94390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 17:46:00.639033 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:10.456211 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-c0eab51b-406d-49e8-b7e2-9111d28efdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:13.130506 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-f22a8633-a7e5-4838-823c-71405826b483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:14.507323 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:14.765051 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:15.703383 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:46:16.136091 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:30.770537 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:40.461097 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e2c4cc1c-9d1a-4dd0-b1e7-9d692c55192b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:43.141092 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9cdd-53b4-4dee-9f9d-14b7e062d835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:44.501364 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:44.770046 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:46.135440 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:46:52.703670 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:47:00.649383 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:10.472044 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e90c81db-ff7c-401a-a282-eb63d320f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:13.140723 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-487eda93-4d93-457f-89f7-7352e631dd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:14.517684 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:14.773636 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:16.140747 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:29.702157 dv-cinder-808959-3-iscsi neutron-server[94393]: DEBUG neutron.db.agents_db [None req-c96cfbdf-b9f5-4b6d-8e4e-185fea8d0c74 None None] Agent healthcheck: found 6 active agents {{(pid=94393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:47:30.669876 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:40.494428 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-1ae7e614-52c7-4f2e-aba7-2fe5041764cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:43.151144 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-0bddc339-dee3-4b60-9e03-11086eae1658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:44.511174 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-e520e8b1-7acd-48c6-a776-cdd3fffa8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:44.785889 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-18a83de0-ac75-485c-aead-c7cfa673559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:47:46.134110 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-731208f6-0c64-4bca-91d1-213700a2e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:48:00.682258 dv-cinder-808959-3-iscsi neutron-server[94392]: DEBUG neutron_lib.callbacks.manager [None req-fed81be5-86de-4575-8258-880ea463fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783165218542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510507'] for agent, after_update {{(pid=94392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}